{"level":"warn","ts":"2026-02-28T01:31:02.741801Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-28T01:31:02.741922Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.65:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.65:2380","--initial-cluster=instance=https://199.204.45.65:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.65:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.65:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-02-28T01:31:02.742013Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-28T01:31:02.742024Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.65:2380"]} {"level":"info","ts":"2026-02-28T01:31:02.742062Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-28T01:31:02.7428Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.65:2379"]} {"level":"info","ts":"2026-02-28T01:31:02.742891Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.65:2380"],"listen-peer-urls":["https://199.204.45.65:2380"],"advertise-client-urls":["https://199.204.45.65:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.65:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.65:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-02-28T01:31:02.747353Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.237646ms"} {"level":"info","ts":"2026-02-28T01:31:02.762626Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"cf8c3a138c9a77a2","cluster-id":"c278183e1f634dff"} {"level":"info","ts":"2026-02-28T01:31:02.762799Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 switched to configuration voters=()"} {"level":"info","ts":"2026-02-28T01:31:02.762845Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 became follower at term 0"} {"level":"info","ts":"2026-02-28T01:31:02.762866Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft cf8c3a138c9a77a2 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-02-28T01:31:02.762878Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 became follower at term 1"} {"level":"info","ts":"2026-02-28T01:31:02.762936Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 switched to configuration voters=(14955392318228297634)"} {"level":"warn","ts":"2026-02-28T01:31:02.77204Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-02-28T01:31:02.77371Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-02-28T01:31:02.775491Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-02-28T01:31:02.778661Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"cf8c3a138c9a77a2","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-02-28T01:31:02.778853Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"cf8c3a138c9a77a2","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-02-28T01:31:02.779008Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-28T01:31:02.779719Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-28T01:31:02.7798Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-28T01:31:02.780292Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 switched to configuration voters=(14955392318228297634)"} {"level":"info","ts":"2026-02-28T01:31:02.780609Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"c278183e1f634dff","local-member-id":"cf8c3a138c9a77a2","added-peer-id":"cf8c3a138c9a77a2","added-peer-peer-urls":["https://199.204.45.65:2380"]} {"level":"info","ts":"2026-02-28T01:31:02.784777Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-28T01:31:02.784901Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.65:2380"} {"level":"info","ts":"2026-02-28T01:31:02.784964Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.65:2380"} {"level":"info","ts":"2026-02-28T01:31:02.785242Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"cf8c3a138c9a77a2","initial-advertise-peer-urls":["https://199.204.45.65:2380"],"listen-peer-urls":["https://199.204.45.65:2380"],"advertise-client-urls":["https://199.204.45.65:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.65:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-02-28T01:31:02.785338Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-02-28T01:31:03.763787Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 is starting a new election at term 1"} {"level":"info","ts":"2026-02-28T01:31:03.763861Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 became pre-candidate at term 1"} {"level":"info","ts":"2026-02-28T01:31:03.763884Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 received MsgPreVoteResp from cf8c3a138c9a77a2 at term 1"} {"level":"info","ts":"2026-02-28T01:31:03.763905Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 became candidate at term 2"} {"level":"info","ts":"2026-02-28T01:31:03.763916Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 received MsgVoteResp from cf8c3a138c9a77a2 at term 2"} {"level":"info","ts":"2026-02-28T01:31:03.763951Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 became leader at term 2"} {"level":"info","ts":"2026-02-28T01:31:03.763965Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: cf8c3a138c9a77a2 elected leader cf8c3a138c9a77a2 at term 2"} {"level":"info","ts":"2026-02-28T01:31:03.764994Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"cf8c3a138c9a77a2","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.65:2379]}","request-path":"/0/members/cf8c3a138c9a77a2/attributes","cluster-id":"c278183e1f634dff","publish-timeout":"7s"} {"level":"info","ts":"2026-02-28T01:31:03.765033Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-28T01:31:03.765066Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-28T01:31:03.765234Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-02-28T01:31:03.765381Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-02-28T01:31:03.76554Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-02-28T01:31:03.766357Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"c278183e1f634dff","local-member-id":"cf8c3a138c9a77a2","cluster-version":"3.5"} {"level":"info","ts":"2026-02-28T01:31:03.766471Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-02-28T01:31:03.766512Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-02-28T01:31:03.767449Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-02-28T01:31:03.770646Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.65:2379"} {"level":"info","ts":"2026-02-28T01:31:10.786369Z","caller":"traceutil/trace.go:171","msg":"trace[1615841999] transaction","detail":"{read_only:false; response_revision:278; number_of_response:1; }","duration":"115.771945ms","start":"2026-02-28T01:31:10.670569Z","end":"2026-02-28T01:31:10.786341Z","steps":["trace[1615841999] 'process raft request' (duration: 115.604631ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:16.689159Z","caller":"traceutil/trace.go:171","msg":"trace[1413166104] transaction","detail":"{read_only:false; response_revision:359; number_of_response:1; }","duration":"428.314693ms","start":"2026-02-28T01:31:16.260821Z","end":"2026-02-28T01:31:16.689135Z","steps":["trace[1413166104] 'process raft request' (duration: 428.019697ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:16.689099Z","caller":"traceutil/trace.go:171","msg":"trace[1123502794] linearizableReadLoop","detail":"{readStateIndex:370; appliedIndex:369; }","duration":"357.438076ms","start":"2026-02-28T01:31:16.331626Z","end":"2026-02-28T01:31:16.689064Z","steps":["trace[1123502794] 'read index received' (duration: 357.18068ms)","trace[1123502794] 'applied index is now lower than readState.Index' (duration: 256.386µs)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:31:16.689316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.62785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:31:16.68955Z","caller":"traceutil/trace.go:171","msg":"trace[967631619] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:359; }","duration":"357.946148ms","start":"2026-02-28T01:31:16.331561Z","end":"2026-02-28T01:31:16.689508Z","steps":["trace[967631619] 'agreement among raft nodes before linearized reading' (duration: 357.639441ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:16.689549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.729316ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:31:16.689723Z","caller":"traceutil/trace.go:171","msg":"trace[710316517] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:359; }","duration":"280.930271ms","start":"2026-02-28T01:31:16.408768Z","end":"2026-02-28T01:31:16.689698Z","steps":["trace[710316517] 'agreement among raft nodes before linearized reading' (duration: 280.682665ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:16.689616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:16.331529Z","time spent":"358.069821ms","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T01:31:16.690437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:16.260787Z","time spent":"428.456397ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:31:16.944626Z","caller":"traceutil/trace.go:171","msg":"trace[1939155278] transaction","detail":"{read_only:false; response_revision:360; number_of_response:1; }","duration":"209.833458ms","start":"2026-02-28T01:31:16.734764Z","end":"2026-02-28T01:31:16.944598Z","steps":["trace[1939155278] 'process raft request' (duration: 209.671875ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:17.287067Z","caller":"traceutil/trace.go:171","msg":"trace[1610227904] transaction","detail":"{read_only:false; response_revision:361; number_of_response:1; }","duration":"329.341269ms","start":"2026-02-28T01:31:16.957698Z","end":"2026-02-28T01:31:17.287039Z","steps":["trace[1610227904] 'process raft request' (duration: 323.23059ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:17.287389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:16.957686Z","time spent":"329.461412ms","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5139,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:31:18.135526Z","caller":"traceutil/trace.go:171","msg":"trace[1237249155] linearizableReadLoop","detail":"{readStateIndex:373; appliedIndex:372; }","duration":"391.387586ms","start":"2026-02-28T01:31:17.74411Z","end":"2026-02-28T01:31:18.135498Z","steps":["trace[1237249155] 'read index received' (duration: 391.164461ms)","trace[1237249155] 'applied index is now lower than readState.Index' (duration: 221.915µs)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:31:18.13574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.608751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-28T01:31:18.13579Z","caller":"traceutil/trace.go:171","msg":"trace[622992429] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:362; }","duration":"391.735754ms","start":"2026-02-28T01:31:17.744042Z","end":"2026-02-28T01:31:18.135778Z","steps":["trace[622992429] 'agreement among raft nodes before linearized reading' (duration: 391.61307ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:18.135847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:17.744018Z","time spent":"391.817856ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-28T01:31:18.13561Z","caller":"traceutil/trace.go:171","msg":"trace[1851203071] transaction","detail":"{read_only:false; response_revision:362; number_of_response:1; }","duration":"497.249017ms","start":"2026-02-28T01:31:17.638305Z","end":"2026-02-28T01:31:18.135554Z","steps":["trace[1851203071] 'process raft request' (duration: 496.94093ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:18.13597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.200344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.65\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-28T01:31:18.136085Z","caller":"traceutil/trace.go:171","msg":"trace[1651548010] range","detail":"{range_begin:/registry/masterleases/199.204.45.65; range_end:; response_count:1; response_revision:362; }","duration":"317.352968ms","start":"2026-02-28T01:31:17.818704Z","end":"2026-02-28T01:31:18.136057Z","steps":["trace[1651548010] 'agreement among raft nodes before linearized reading' (duration: 317.119993ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:18.136146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:17.818693Z","time spent":"317.44324ms","remote":"127.0.0.1:43548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.65\" "} {"level":"warn","ts":"2026-02-28T01:31:18.136104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.422842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-28T01:31:18.136088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:17.638276Z","time spent":"497.677267ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:31:18.136241Z","caller":"traceutil/trace.go:171","msg":"trace[1591496692] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:362; }","duration":"322.619756ms","start":"2026-02-28T01:31:17.813587Z","end":"2026-02-28T01:31:18.136206Z","steps":["trace[1591496692] 'agreement among raft nodes before linearized reading' (duration: 322.239908ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:18.136405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:17.813562Z","time spent":"322.829132ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T01:31:18.136496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.864081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6961"} {"level":"info","ts":"2026-02-28T01:31:18.136686Z","caller":"traceutil/trace.go:171","msg":"trace[2048324345] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:362; }","duration":"345.227709ms","start":"2026-02-28T01:31:17.791435Z","end":"2026-02-28T01:31:18.136662Z","steps":["trace[2048324345] 'agreement among raft nodes before linearized reading' (duration: 344.295568ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:18.13692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:17.791405Z","time spent":"345.389313ms","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6985,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-02-28T01:31:18.987177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.863596ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-02-28T01:31:18.987292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:18.13811Z","time spent":"849.176967ms","remote":"127.0.0.1:43548","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-28T01:31:19.019872Z","caller":"traceutil/trace.go:171","msg":"trace[1244122100] transaction","detail":"{read_only:false; response_revision:364; number_of_response:1; }","duration":"878.38194ms","start":"2026-02-28T01:31:18.141457Z","end":"2026-02-28T01:31:19.019839Z","steps":["trace[1244122100] 'process raft request' (duration: 878.272637ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:19.01988Z","caller":"traceutil/trace.go:171","msg":"trace[32133193] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"879.115497ms","start":"2026-02-28T01:31:18.140727Z","end":"2026-02-28T01:31:19.019843Z","steps":["trace[32133193] 'process raft request' (duration: 878.81971ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:19.020028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.237118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:31:19.020068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:18.141444Z","time spent":"878.520903ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:31:19.020092Z","caller":"traceutil/trace.go:171","msg":"trace[990846279] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:365; }","duration":"688.388871ms","start":"2026-02-28T01:31:18.33169Z","end":"2026-02-28T01:31:19.020079Z","steps":["trace[990846279] 'agreement among raft nodes before linearized reading' (duration: 688.235948ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:19.020137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:18.331659Z","time spent":"688.469853ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-28T01:31:19.019873Z","caller":"traceutil/trace.go:171","msg":"trace[229421096] linearizableReadLoop","detail":"{readStateIndex:377; appliedIndex:373; }","duration":"688.081205ms","start":"2026-02-28T01:31:18.331766Z","end":"2026-02-28T01:31:19.019848Z","steps":["trace[229421096] 'read index received' (duration: 360.391554ms)","trace[229421096] 'applied index is now lower than readState.Index' (duration: 327.688281ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:31:19.020069Z","caller":"traceutil/trace.go:171","msg":"trace[2129290073] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"873.521889ms","start":"2026-02-28T01:31:18.146485Z","end":"2026-02-28T01:31:19.020006Z","steps":["trace[2129290073] 'process raft request' (duration: 873.303825ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:19.020312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:18.140698Z","time spent":"879.407803ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:31:19.020434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:18.146477Z","time spent":"873.863857ms","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6946,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:31:19.024861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.755368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-02-28T01:31:19.024931Z","caller":"traceutil/trace.go:171","msg":"trace[1449268850] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:366; }","duration":"329.900261ms","start":"2026-02-28T01:31:18.695017Z","end":"2026-02-28T01:31:19.024918Z","steps":["trace[1449268850] 'agreement among raft nodes before linearized reading' (duration: 329.745798ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:19.024979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:18.694981Z","time spent":"329.987503ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-28T01:31:19.13818Z","caller":"traceutil/trace.go:171","msg":"trace[1976484430] transaction","detail":"{read_only:false; response_revision:368; number_of_response:1; }","duration":"106.149557ms","start":"2026-02-28T01:31:19.031997Z","end":"2026-02-28T01:31:19.138147Z","steps":["trace[1976484430] 'process raft request' (duration: 102.455324ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:21.216474Z","caller":"traceutil/trace.go:171","msg":"trace[644767860] transaction","detail":"{read_only:false; response_revision:375; number_of_response:1; }","duration":"120.289488ms","start":"2026-02-28T01:31:21.096147Z","end":"2026-02-28T01:31:21.216436Z","steps":["trace[644767860] 'process raft request' (duration: 29.208313ms)","trace[644767860] 'compare' (duration: 90.920201ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:31:22.489069Z","caller":"traceutil/trace.go:171","msg":"trace[1767970709] transaction","detail":"{read_only:false; response_revision:377; number_of_response:1; }","duration":"149.627484ms","start":"2026-02-28T01:31:22.339413Z","end":"2026-02-28T01:31:22.48904Z","steps":["trace[1767970709] 'process raft request' (duration: 149.415998ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:23.233897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.873978ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-28T01:31:23.234032Z","caller":"traceutil/trace.go:171","msg":"trace[561283809] linearizableReadLoop","detail":"{readStateIndex:390; appliedIndex:389; }","duration":"175.132618ms","start":"2026-02-28T01:31:23.058877Z","end":"2026-02-28T01:31:23.23401Z","steps":["trace[561283809] 'read index received' (duration: 5.064586ms)","trace[561283809] 'applied index is now lower than readState.Index' (duration: 170.066192ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:31:23.234183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.291872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-28T01:31:23.234231Z","caller":"traceutil/trace.go:171","msg":"trace[330079002] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:377; }","duration":"175.401575ms","start":"2026-02-28T01:31:23.058815Z","end":"2026-02-28T01:31:23.234217Z","steps":["trace[330079002] 'agreement among raft nodes before linearized reading' (duration: 175.292401ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:23.234261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.248839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-28T01:31:23.234389Z","caller":"traceutil/trace.go:171","msg":"trace[869466918] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:377; }","duration":"138.387482ms","start":"2026-02-28T01:31:23.095973Z","end":"2026-02-28T01:31:23.234361Z","steps":["trace[869466918] 'agreement among raft nodes before linearized reading' (duration: 138.167156ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:23.407807Z","caller":"traceutil/trace.go:171","msg":"trace[25183913] transaction","detail":"{read_only:false; response_revision:378; number_of_response:1; }","duration":"169.196762ms","start":"2026-02-28T01:31:23.23858Z","end":"2026-02-28T01:31:23.407777Z","steps":["trace[25183913] 'process raft request' (duration: 168.940196ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:23.611197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.179976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:31:23.611425Z","caller":"traceutil/trace.go:171","msg":"trace[1211541338] linearizableReadLoop","detail":"{readStateIndex:393; appliedIndex:390; }","duration":"279.440244ms","start":"2026-02-28T01:31:23.331956Z","end":"2026-02-28T01:31:23.611396Z","steps":["trace[1211541338] 'read index received' (duration: 75.51717ms)","trace[1211541338] 'applied index is now lower than readState.Index' (duration: 203.921744ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:31:23.611465Z","caller":"traceutil/trace.go:171","msg":"trace[1752658226] transaction","detail":"{read_only:false; response_revision:379; number_of_response:1; }","duration":"372.275287ms","start":"2026-02-28T01:31:23.239168Z","end":"2026-02-28T01:31:23.611443Z","steps":["trace[1752658226] 'process raft request' (duration: 208.739873ms)","trace[1752658226] 'compare' (duration: 163.004332ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:31:23.611552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:23.239139Z","time spent":"372.368669ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:31:23.61157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.616157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:31:23.611603Z","caller":"traceutil/trace.go:171","msg":"trace[1297782595] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:380; }","duration":"279.696959ms","start":"2026-02-28T01:31:23.331894Z","end":"2026-02-28T01:31:23.611591Z","steps":["trace[1297782595] 'agreement among raft nodes before linearized reading' (duration: 279.636298ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:23.611565Z","caller":"traceutil/trace.go:171","msg":"trace[233385097] transaction","detail":"{read_only:false; response_revision:380; number_of_response:1; }","duration":"372.327318ms","start":"2026-02-28T01:31:23.239191Z","end":"2026-02-28T01:31:23.611518Z","steps":["trace[233385097] 'process raft request' (duration: 372.141214ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:23.611817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:23.239167Z","time spent":"372.512602ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:31:23.611814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.903858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4378"} {"level":"info","ts":"2026-02-28T01:31:23.611927Z","caller":"traceutil/trace.go:171","msg":"trace[891801504] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:380; }","duration":"267.075991ms","start":"2026-02-28T01:31:23.344825Z","end":"2026-02-28T01:31:23.611901Z","steps":["trace[891801504] 'agreement among raft nodes before linearized reading' (duration: 266.834236ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:27.735918Z","caller":"traceutil/trace.go:171","msg":"trace[1332180656] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"101.626004ms","start":"2026-02-28T01:31:27.634256Z","end":"2026-02-28T01:31:27.735882Z","steps":["trace[1332180656] 'process raft request' (duration: 101.43672ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:27.738374Z","caller":"traceutil/trace.go:171","msg":"trace[557799442] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"103.890486ms","start":"2026-02-28T01:31:27.63442Z","end":"2026-02-28T01:31:27.73831Z","steps":["trace[557799442] 'process raft request' (duration: 103.63585ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:40.225897Z","caller":"traceutil/trace.go:171","msg":"trace[2005726675] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"355.157777ms","start":"2026-02-28T01:31:39.870712Z","end":"2026-02-28T01:31:40.22587Z","steps":["trace[2005726675] 'process raft request' (duration: 355.008294ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:40.226073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:39.870681Z","time spent":"355.310801ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:31:40.687926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.994778ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:31:40.688162Z","caller":"traceutil/trace.go:171","msg":"trace[1954010197] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"817.399334ms","start":"2026-02-28T01:31:39.870732Z","end":"2026-02-28T01:31:40.688131Z","steps":["trace[1954010197] 'process raft request' (duration: 356.090908ms)","trace[1954010197] 'compare' (duration: 460.548499ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:31:40.688289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.15685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-28T01:31:40.68833Z","caller":"traceutil/trace.go:171","msg":"trace[2010088600] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:482; }","duration":"320.199251ms","start":"2026-02-28T01:31:40.36812Z","end":"2026-02-28T01:31:40.68832Z","steps":["trace[2010088600] 'agreement among raft nodes before linearized reading' (duration: 320.097779ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:40.688333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:39.870716Z","time spent":"817.530346ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:31:40.688367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:40.36806Z","time spent":"320.299483ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-28T01:31:40.688188Z","caller":"traceutil/trace.go:171","msg":"trace[1993417566] linearizableReadLoop","detail":"{readStateIndex:499; appliedIndex:497; }","duration":"320.021857ms","start":"2026-02-28T01:31:40.36813Z","end":"2026-02-28T01:31:40.688152Z","steps":["trace[1993417566] 'read index received' (duration: 36.681µs)","trace[1993417566] 'applied index is now lower than readState.Index' (duration: 319.984146ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:31:40.688557Z","caller":"traceutil/trace.go:171","msg":"trace[1645375377] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"538.424941ms","start":"2026-02-28T01:31:40.15012Z","end":"2026-02-28T01:31:40.688545Z","steps":["trace[1645375377] 'process raft request' (duration: 537.92623ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:40.688614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:40.150097Z","time spent":"538.485852ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:31:43.335044Z","caller":"traceutil/trace.go:171","msg":"trace[216921788] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"281.032189ms","start":"2026-02-28T01:31:43.053983Z","end":"2026-02-28T01:31:43.335015Z","steps":["trace[216921788] 'process raft request' (duration: 262.673761ms)","trace[216921788] 'compare' (duration: 18.085302ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:31:43.335172Z","caller":"traceutil/trace.go:171","msg":"trace[1445721521] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"276.597049ms","start":"2026-02-28T01:31:43.058533Z","end":"2026-02-28T01:31:43.33513Z","steps":["trace[1445721521] 'process raft request' (duration: 276.384744ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:44.493924Z","caller":"traceutil/trace.go:171","msg":"trace[1394032655] linearizableReadLoop","detail":"{readStateIndex:529; appliedIndex:528; }","duration":"161.534099ms","start":"2026-02-28T01:31:44.332358Z","end":"2026-02-28T01:31:44.493892Z","steps":["trace[1394032655] 'read index received' (duration: 161.368544ms)","trace[1394032655] 'applied index is now lower than readState.Index' (duration: 164.345µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:31:44.493994Z","caller":"traceutil/trace.go:171","msg":"trace[2091355034] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"211.764073ms","start":"2026-02-28T01:31:44.282178Z","end":"2026-02-28T01:31:44.493942Z","steps":["trace[2091355034] 'process raft request' (duration: 211.550377ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:44.494072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.693462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:31:44.494111Z","caller":"traceutil/trace.go:171","msg":"trace[1114064988] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:511; }","duration":"161.804114ms","start":"2026-02-28T01:31:44.332294Z","end":"2026-02-28T01:31:44.494098Z","steps":["trace[1114064988] 'agreement among raft nodes before linearized reading' (duration: 161.711752ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:44.920491Z","caller":"traceutil/trace.go:171","msg":"trace[1889132351] linearizableReadLoop","detail":"{readStateIndex:530; appliedIndex:529; }","duration":"139.224241ms","start":"2026-02-28T01:31:44.781237Z","end":"2026-02-28T01:31:44.920462Z","steps":["trace[1889132351] 'read index received' (duration: 139.014946ms)","trace[1889132351] 'applied index is now lower than readState.Index' (duration: 208.245µs)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:31:44.920642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.379604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-28T01:31:44.920678Z","caller":"traceutil/trace.go:171","msg":"trace[107088716] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:512; }","duration":"139.448466ms","start":"2026-02-28T01:31:44.78122Z","end":"2026-02-28T01:31:44.920668Z","steps":["trace[107088716] 'agreement among raft nodes before linearized reading' (duration: 139.356604ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:44.920702Z","caller":"traceutil/trace.go:171","msg":"trace[1328714921] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"152.502663ms","start":"2026-02-28T01:31:44.768182Z","end":"2026-02-28T01:31:44.920684Z","steps":["trace[1328714921] 'process raft request' (duration: 152.130615ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:45.717842Z","caller":"traceutil/trace.go:171","msg":"trace[1275722783] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"105.989503ms","start":"2026-02-28T01:31:45.611822Z","end":"2026-02-28T01:31:45.717812Z","steps":["trace[1275722783] 'process raft request' (duration: 105.787719ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:48.766679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.213015ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-02-28T01:31:48.766831Z","caller":"traceutil/trace.go:171","msg":"trace[1057956519] linearizableReadLoop","detail":"{readStateIndex:541; appliedIndex:540; }","duration":"930.772685ms","start":"2026-02-28T01:31:47.836037Z","end":"2026-02-28T01:31:48.76681Z","steps":["trace[1057956519] 'read index received' (duration: 118.393636ms)","trace[1057956519] 'applied index is now lower than readState.Index' (duration: 812.377199ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:31:48.76694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:47.83369Z","time spent":"933.244662ms","remote":"127.0.0.1:43548","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-28T01:31:48.7673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.562395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-8d282\" ","response":"range_response_count:1 size:16961"} {"level":"warn","ts":"2026-02-28T01:31:48.767354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.539805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-28T01:31:48.767426Z","caller":"traceutil/trace.go:171","msg":"trace[1672700023] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:522; }","duration":"257.675127ms","start":"2026-02-28T01:31:48.509736Z","end":"2026-02-28T01:31:48.767411Z","steps":["trace[1672700023] 'agreement among raft nodes before linearized reading' (duration: 257.535264ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:48.767434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.330163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:31:48.767517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.48673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/cert-manager/cert-manager-webhook\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:31:48.76757Z","caller":"traceutil/trace.go:171","msg":"trace[817956284] range","detail":"{range_begin:/registry/configmaps/cert-manager/cert-manager-webhook; range_end:; response_count:0; response_revision:522; }","duration":"931.593873ms","start":"2026-02-28T01:31:47.835958Z","end":"2026-02-28T01:31:48.767552Z","steps":["trace[817956284] 'agreement among raft nodes before linearized reading' (duration: 931.488051ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:48.76761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:47.835928Z","time spent":"931.673155ms","remote":"127.0.0.1:43638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/configmaps/cert-manager/cert-manager-webhook\" "} {"level":"info","ts":"2026-02-28T01:31:48.767663Z","caller":"traceutil/trace.go:171","msg":"trace[975080530] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:522; }","duration":"435.628699ms","start":"2026-02-28T01:31:48.332006Z","end":"2026-02-28T01:31:48.767635Z","steps":["trace[975080530] 'agreement among raft nodes before linearized reading' (duration: 435.282382ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:48.767723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:48.331978Z","time spent":"435.735162ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-28T01:31:48.767397Z","caller":"traceutil/trace.go:171","msg":"trace[865430361] range","detail":"{range_begin:/registry/pods/kube-system/cilium-8d282; range_end:; response_count:1; response_revision:522; }","duration":"856.715068ms","start":"2026-02-28T01:31:47.910658Z","end":"2026-02-28T01:31:48.767373Z","steps":["trace[865430361] 'agreement among raft nodes before linearized reading' (duration: 856.503804ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:48.767913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:47.910635Z","time spent":"857.22965ms","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16985,"request content":"key:\"/registry/pods/kube-system/cilium-8d282\" "} {"level":"warn","ts":"2026-02-28T01:31:49.272337Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783108515,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-28T01:31:49.598648Z","caller":"traceutil/trace.go:171","msg":"trace[69358900] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"829.9415ms","start":"2026-02-28T01:31:48.768656Z","end":"2026-02-28T01:31:49.598598Z","steps":["trace[69358900] 'process raft request' (duration: 761.939401ms)","trace[69358900] 'compare' (duration: 67.834365ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:31:49.598825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:48.768632Z","time spent":"830.091333ms","remote":"127.0.0.1:43548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:31:50.064669Z","caller":"traceutil/trace.go:171","msg":"trace[1968971723] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"1.291028489s","start":"2026-02-28T01:31:48.773616Z","end":"2026-02-28T01:31:50.064644Z","steps":["trace[1968971723] 'process raft request' (duration: 1.290781634s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:50.064833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:48.773597Z","time spent":"1.291140911s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:31:50.064839Z","caller":"traceutil/trace.go:171","msg":"trace[1678944806] linearizableReadLoop","detail":"{readStateIndex:544; appliedIndex:541; }","duration":"1.293532426s","start":"2026-02-28T01:31:48.771268Z","end":"2026-02-28T01:31:50.0648Z","steps":["trace[1678944806] 'read index received' (duration: 759.345531ms)","trace[1678944806] 'applied index is now lower than readState.Index' (duration: 534.184815ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:31:50.065017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.619886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-02-28T01:31:50.065037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120040665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-28T01:31:50.065057Z","caller":"traceutil/trace.go:171","msg":"trace[283983524] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:525; }","duration":"463.693038ms","start":"2026-02-28T01:31:49.601354Z","end":"2026-02-28T01:31:50.065047Z","steps":["trace[283983524] 'agreement among raft nodes before linearized reading' (duration: 463.606286ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:50.065066Z","caller":"traceutil/trace.go:171","msg":"trace[272691267] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:525; }","duration":"1.120143737s","start":"2026-02-28T01:31:48.944912Z","end":"2026-02-28T01:31:50.065056Z","steps":["trace[272691267] 'agreement among raft nodes before linearized reading' (duration: 1.120031735s)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:50.065043Z","caller":"traceutil/trace.go:171","msg":"trace[1685318123] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"1.280860637s","start":"2026-02-28T01:31:48.784152Z","end":"2026-02-28T01:31:50.065012Z","steps":["trace[1685318123] 'process raft request' (duration: 1.280418627s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:50.065098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:48.944881Z","time spent":"1.120211239s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T01:31:50.065083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293773511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificaterequests.cert-manager.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:31:50.065131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.056095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:31:50.065152Z","caller":"traceutil/trace.go:171","msg":"trace[977684993] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:525; }","duration":"734.074796ms","start":"2026-02-28T01:31:49.331071Z","end":"2026-02-28T01:31:50.065145Z","steps":["trace[977684993] 'agreement among raft nodes before linearized reading' (duration: 734.042756ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:50.065168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058583796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-28T01:31:50.065164Z","caller":"traceutil/trace.go:171","msg":"trace[1019839858] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/certificaterequests.cert-manager.io; range_end:; response_count:0; response_revision:525; }","duration":"1.293880313s","start":"2026-02-28T01:31:48.77126Z","end":"2026-02-28T01:31:50.06514Z","steps":["trace[1019839858] 'agreement among raft nodes before linearized reading' (duration: 1.293693839s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:50.065177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:49.330988Z","time spent":"734.181558ms","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-28T01:31:50.065196Z","caller":"traceutil/trace.go:171","msg":"trace[801126349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:525; }","duration":"1.058636556s","start":"2026-02-28T01:31:49.006551Z","end":"2026-02-28T01:31:50.065188Z","steps":["trace[801126349] 'agreement among raft nodes before linearized reading' (duration: 1.058580675s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:50.065219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:49.006535Z","time spent":"1.058678218s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-28T01:31:50.065212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:48.784125Z","time spent":"1.28099771s","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:31:50.065217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:48.771212Z","time spent":"1.293991417s","remote":"127.0.0.1:43578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificaterequests.cert-manager.io\" "} {"level":"warn","ts":"2026-02-28T01:31:50.065083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:49.601338Z","time spent":"463.738939ms","remote":"127.0.0.1:43708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-28T01:31:50.065222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.822978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-28T01:31:50.065375Z","caller":"traceutil/trace.go:171","msg":"trace[280582078] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:525; }","duration":"228.037583ms","start":"2026-02-28T01:31:49.837313Z","end":"2026-02-28T01:31:50.06535Z","steps":["trace[280582078] 'agreement among raft nodes before linearized reading' (duration: 227.767777ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:51.08789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.832762ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:31:51.088094Z","caller":"traceutil/trace.go:171","msg":"trace[1761952441] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"1.018163205s","start":"2026-02-28T01:31:50.069898Z","end":"2026-02-28T01:31:51.088061Z","steps":["trace[1761952441] 'process raft request' (duration: 211.025675ms)","trace[1761952441] 'compare' (duration: 806.673769ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:31:51.088189Z","caller":"traceutil/trace.go:171","msg":"trace[254608017] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"1.016879966s","start":"2026-02-28T01:31:50.071285Z","end":"2026-02-28T01:31:51.088165Z","steps":["trace[254608017] 'process raft request' (duration: 1.016821715s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:51.088314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:50.069878Z","time spent":"1.018282108s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:31:51.088338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:50.071267Z","time spent":"1.016965748s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:31:51.08834Z","caller":"traceutil/trace.go:171","msg":"trace[525227188] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"1.017156363s","start":"2026-02-28T01:31:50.071095Z","end":"2026-02-28T01:31:51.088251Z","steps":["trace[525227188] 'process raft request' (duration: 1.016912026s)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:51.088301Z","caller":"traceutil/trace.go:171","msg":"trace[411097720] linearizableReadLoop","detail":"{readStateIndex:545; appliedIndex:544; }","duration":"1.018018662s","start":"2026-02-28T01:31:50.070214Z","end":"2026-02-28T01:31:51.088233Z","steps":["trace[411097720] 'read index received' (duration: 210.704188ms)","trace[411097720] 'applied index is now lower than readState.Index' (duration: 807.310714ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:31:51.088442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018198796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:31:51.088488Z","caller":"traceutil/trace.go:171","msg":"trace[1498581613] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io; range_end:; response_count:0; response_revision:528; }","duration":"1.018282379s","start":"2026-02-28T01:31:50.070192Z","end":"2026-02-28T01:31:51.088475Z","steps":["trace[1498581613] 'agreement among raft nodes before linearized reading' (duration: 1.018164436s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:51.08854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:50.070183Z","time spent":"1.01834905s","remote":"127.0.0.1:43578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io\" "} {"level":"warn","ts":"2026-02-28T01:31:51.08855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:50.071079Z","time spent":"1.017329687s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:31:51.588904Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783108528,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-28T01:31:52.071152Z","caller":"traceutil/trace.go:171","msg":"trace[1623623639] linearizableReadLoop","detail":"{readStateIndex:548; appliedIndex:547; }","duration":"982.705476ms","start":"2026-02-28T01:31:51.08842Z","end":"2026-02-28T01:31:52.071126Z","steps":["trace[1623623639] 'read index received' (duration: 982.44456ms)","trace[1623623639] 'applied index is now lower than readState.Index' (duration: 259.576µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:31:52.071256Z","caller":"traceutil/trace.go:171","msg":"trace[1996942976] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"1.271714819s","start":"2026-02-28T01:31:50.799518Z","end":"2026-02-28T01:31:52.071233Z","steps":["trace[1996942976] 'process raft request' (duration: 1.271432542s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:52.071352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.739173263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:31:52.071406Z","caller":"traceutil/trace.go:171","msg":"trace[76342156] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:529; }","duration":"1.739288085s","start":"2026-02-28T01:31:50.332104Z","end":"2026-02-28T01:31:52.071392Z","steps":["trace[76342156] 'agreement among raft nodes before linearized reading' (duration: 1.739192873s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:52.071446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:50.332078Z","time spent":"1.739356937s","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T01:31:52.071534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.522134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/challenges.acme.cert-manager.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:31:52.071601Z","caller":"traceutil/trace.go:171","msg":"trace[1049812467] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/challenges.acme.cert-manager.io; range_end:; response_count:0; response_revision:529; }","duration":"979.629677ms","start":"2026-02-28T01:31:51.091947Z","end":"2026-02-28T01:31:52.071576Z","steps":["trace[1049812467] 'agreement among raft nodes before linearized reading' (duration: 979.499863ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:52.071639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:51.091926Z","time spent":"979.702089ms","remote":"127.0.0.1:43578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/challenges.acme.cert-manager.io\" "} {"level":"warn","ts":"2026-02-28T01:31:52.071404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:50.799487Z","time spent":"1.271819401s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:31:52.071895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999981593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-8d282\" ","response":"range_response_count:1 size:17145"} {"level":"info","ts":"2026-02-28T01:31:52.07207Z","caller":"traceutil/trace.go:171","msg":"trace[414159261] range","detail":"{range_begin:/registry/pods/kube-system/cilium-8d282; range_end:; response_count:1; response_revision:529; }","duration":"2.000202828s","start":"2026-02-28T01:31:50.07184Z","end":"2026-02-28T01:31:52.072043Z","steps":["trace[414159261] 'agreement among raft nodes before linearized reading' (duration: 1.999748818s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:52.072179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:50.071827Z","time spent":"2.0003221s","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17169,"request content":"key:\"/registry/pods/kube-system/cilium-8d282\" "} {"level":"info","ts":"2026-02-28T01:31:52.366321Z","caller":"traceutil/trace.go:171","msg":"trace[1837545104] linearizableReadLoop","detail":"{readStateIndex:549; appliedIndex:548; }","duration":"289.189586ms","start":"2026-02-28T01:31:52.077087Z","end":"2026-02-28T01:31:52.366276Z","steps":["trace[1837545104] 'read index received' (duration: 248.491659ms)","trace[1837545104] 'applied index is now lower than readState.Index' (duration: 40.696127ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:31:52.366411Z","caller":"traceutil/trace.go:171","msg":"trace[917510784] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"289.604135ms","start":"2026-02-28T01:31:52.076767Z","end":"2026-02-28T01:31:52.366372Z","steps":["trace[917510784] 'process raft request' (duration: 248.864887ms)","trace[917510784] 'compare' (duration: 40.200136ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:31:52.366501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.397432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/issuers.cert-manager.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:31:52.366542Z","caller":"traceutil/trace.go:171","msg":"trace[562690477] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/issuers.cert-manager.io; range_end:; response_count:0; response_revision:530; }","duration":"289.454563ms","start":"2026-02-28T01:31:52.077072Z","end":"2026-02-28T01:31:52.366526Z","steps":["trace[562690477] 'agreement among raft nodes before linearized reading' (duration: 289.358531ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:52.742457Z","caller":"traceutil/trace.go:171","msg":"trace[1094935233] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"105.769818ms","start":"2026-02-28T01:31:52.636667Z","end":"2026-02-28T01:31:52.742437Z","steps":["trace[1094935233] 'process raft request' (duration: 105.546943ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:52.942864Z","caller":"traceutil/trace.go:171","msg":"trace[2055299520] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"134.980974ms","start":"2026-02-28T01:31:52.807852Z","end":"2026-02-28T01:31:52.942833Z","steps":["trace[2055299520] 'process raft request' (duration: 112.197145ms)","trace[2055299520] 'compare' (duration: 22.601764ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:31:53.204645Z","caller":"traceutil/trace.go:171","msg":"trace[2049394184] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"251.378754ms","start":"2026-02-28T01:31:52.953215Z","end":"2026-02-28T01:31:53.204594Z","steps":["trace[2049394184] 'process raft request' (duration: 187.09933ms)","trace[2049394184] 'compare' (duration: 63.943067ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:31:53.204908Z","caller":"traceutil/trace.go:171","msg":"trace[408537435] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"251.131279ms","start":"2026-02-28T01:31:52.953716Z","end":"2026-02-28T01:31:53.204847Z","steps":["trace[408537435] 'process raft request' (duration: 250.74006ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:53.204935Z","caller":"traceutil/trace.go:171","msg":"trace[882647821] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"247.459494ms","start":"2026-02-28T01:31:52.957401Z","end":"2026-02-28T01:31:53.20486Z","steps":["trace[882647821] 'process raft request' (duration: 247.190818ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:53.204927Z","caller":"traceutil/trace.go:171","msg":"trace[1071486747] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"247.228139ms","start":"2026-02-28T01:31:52.957672Z","end":"2026-02-28T01:31:53.2049Z","steps":["trace[1071486747] 'process raft request' (duration: 247.073556ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:53.205269Z","caller":"traceutil/trace.go:171","msg":"trace[656119391] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"245.49825ms","start":"2026-02-28T01:31:52.95971Z","end":"2026-02-28T01:31:53.205208Z","steps":["trace[656119391] 'process raft request' (duration: 245.119532ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:53.205408Z","caller":"traceutil/trace.go:171","msg":"trace[1212282129] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"244.329883ms","start":"2026-02-28T01:31:52.961052Z","end":"2026-02-28T01:31:53.205382Z","steps":["trace[1212282129] 'process raft request' (duration: 244.135579ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:53.208035Z","caller":"traceutil/trace.go:171","msg":"trace[693981787] linearizableReadLoop","detail":"{readStateIndex:567; appliedIndex:559; }","duration":"115.04038ms","start":"2026-02-28T01:31:53.09297Z","end":"2026-02-28T01:31:53.208011Z","steps":["trace[693981787] 'read index received' (duration: 47.273557ms)","trace[693981787] 'applied index is now lower than readState.Index' (duration: 67.765173ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:31:53.208161Z","caller":"traceutil/trace.go:171","msg":"trace[1524344229] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"182.541816ms","start":"2026-02-28T01:31:53.025601Z","end":"2026-02-28T01:31:53.208142Z","steps":["trace[1524344229] 'process raft request' (duration: 182.076806ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:53.208471Z","caller":"traceutil/trace.go:171","msg":"trace[1655672776] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"180.644263ms","start":"2026-02-28T01:31:53.027806Z","end":"2026-02-28T01:31:53.20845Z","steps":["trace[1655672776] 'process raft request' (duration: 180.096711ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:53.208721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.578591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-28T01:31:53.20877Z","caller":"traceutil/trace.go:171","msg":"trace[1148278011] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:548; }","duration":"115.668334ms","start":"2026-02-28T01:31:53.093089Z","end":"2026-02-28T01:31:53.208758Z","steps":["trace[1148278011] 'agreement among raft nodes before linearized reading' (duration: 115.48817ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:53.20896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.990592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-28T01:31:53.208995Z","caller":"traceutil/trace.go:171","msg":"trace[630309690] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:548; }","duration":"116.073054ms","start":"2026-02-28T01:31:53.092914Z","end":"2026-02-28T01:31:53.208987Z","steps":["trace[630309690] 'agreement among raft nodes before linearized reading' (duration: 115.982072ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:53.209881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.854689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-28T01:31:53.209962Z","caller":"traceutil/trace.go:171","msg":"trace[1015206307] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:548; }","duration":"116.634946ms","start":"2026-02-28T01:31:53.093305Z","end":"2026-02-28T01:31:53.20994Z","steps":["trace[1015206307] 'agreement among raft nodes before linearized reading' (duration: 115.675125ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:53.33666Z","caller":"traceutil/trace.go:171","msg":"trace[904270815] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"121.041976ms","start":"2026-02-28T01:31:53.21559Z","end":"2026-02-28T01:31:53.336632Z","steps":["trace[904270815] 'process raft request' (duration: 90.775597ms)","trace[904270815] 'compare' (duration: 30.076925ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:31:53.337005Z","caller":"traceutil/trace.go:171","msg":"trace[1542695170] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"121.116488ms","start":"2026-02-28T01:31:53.21587Z","end":"2026-02-28T01:31:53.336987Z","steps":["trace[1542695170] 'process raft request' (duration: 120.715799ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:53.337096Z","caller":"traceutil/trace.go:171","msg":"trace[924155189] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"120.77724ms","start":"2026-02-28T01:31:53.216305Z","end":"2026-02-28T01:31:53.337082Z","steps":["trace[924155189] 'process raft request' (duration: 120.498234ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:53.337307Z","caller":"traceutil/trace.go:171","msg":"trace[551622864] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"116.333009ms","start":"2026-02-28T01:31:53.220911Z","end":"2026-02-28T01:31:53.337244Z","steps":["trace[551622864] 'process raft request' (duration: 116.050502ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:53.337582Z","caller":"traceutil/trace.go:171","msg":"trace[1919260966] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"111.654712ms","start":"2026-02-28T01:31:53.225898Z","end":"2026-02-28T01:31:53.337553Z","steps":["trace[1919260966] 'process raft request' (duration: 111.264913ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:53.337927Z","caller":"traceutil/trace.go:171","msg":"trace[1188316178] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"111.163921ms","start":"2026-02-28T01:31:53.226731Z","end":"2026-02-28T01:31:53.337895Z","steps":["trace[1188316178] 'process raft request' (duration: 110.842703ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:53.337932Z","caller":"traceutil/trace.go:171","msg":"trace[953037150] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"111.456318ms","start":"2026-02-28T01:31:53.226464Z","end":"2026-02-28T01:31:53.33792Z","steps":["trace[953037150] 'process raft request' (duration: 110.986506ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:53.338109Z","caller":"traceutil/trace.go:171","msg":"trace[678640548] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"111.53118ms","start":"2026-02-28T01:31:53.226564Z","end":"2026-02-28T01:31:53.338095Z","steps":["trace[678640548] 'process raft request' (duration: 110.939336ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:53.338185Z","caller":"traceutil/trace.go:171","msg":"trace[1331464675] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"110.778543ms","start":"2026-02-28T01:31:53.227331Z","end":"2026-02-28T01:31:53.33811Z","steps":["trace[1331464675] 'process raft request' (duration: 110.463556ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:53.33838Z","caller":"traceutil/trace.go:171","msg":"trace[1320065973] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"110.764933ms","start":"2026-02-28T01:31:53.227602Z","end":"2026-02-28T01:31:53.338367Z","steps":["trace[1320065973] 'process raft request' (duration: 110.257922ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:53.338396Z","caller":"traceutil/trace.go:171","msg":"trace[1036133910] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"111.394837ms","start":"2026-02-28T01:31:53.226991Z","end":"2026-02-28T01:31:53.338386Z","steps":["trace[1036133910] 'process raft request' (duration: 110.67759ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:53.339181Z","caller":"traceutil/trace.go:171","msg":"trace[583889470] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"112.089112ms","start":"2026-02-28T01:31:53.227061Z","end":"2026-02-28T01:31:53.339151Z","steps":["trace[583889470] 'process raft request' (duration: 110.653739ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:53.340674Z","caller":"traceutil/trace.go:171","msg":"trace[942601284] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"113.136507ms","start":"2026-02-28T01:31:53.22752Z","end":"2026-02-28T01:31:53.340657Z","steps":["trace[942601284] 'process raft request' (duration: 110.309653ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:53.340965Z","caller":"traceutil/trace.go:171","msg":"trace[910959239] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"114.17256ms","start":"2026-02-28T01:31:53.226779Z","end":"2026-02-28T01:31:53.340952Z","steps":["trace[910959239] 'process raft request' (duration: 110.854023ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:53.340993Z","caller":"traceutil/trace.go:171","msg":"trace[236588980] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"113.71524ms","start":"2026-02-28T01:31:53.22726Z","end":"2026-02-28T01:31:53.340975Z","steps":["trace[236588980] 'process raft request' (duration: 110.497667ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:53.341142Z","caller":"traceutil/trace.go:171","msg":"trace[1351614519] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"113.398083ms","start":"2026-02-28T01:31:53.227727Z","end":"2026-02-28T01:31:53.341125Z","steps":["trace[1351614519] 'process raft request' (duration: 110.19459ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:53.341166Z","caller":"traceutil/trace.go:171","msg":"trace[591313702] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"113.508666ms","start":"2026-02-28T01:31:53.227618Z","end":"2026-02-28T01:31:53.341127Z","steps":["trace[591313702] 'process raft request' (duration: 110.274042ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:53.528149Z","caller":"traceutil/trace.go:171","msg":"trace[1837820009] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"101.187464ms","start":"2026-02-28T01:31:53.426931Z","end":"2026-02-28T01:31:53.528119Z","steps":["trace[1837820009] 'process raft request' (duration: 100.903138ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:53.528279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.374321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" ","response":"range_response_count:1 size:3871"} {"level":"info","ts":"2026-02-28T01:31:53.52837Z","caller":"traceutil/trace.go:171","msg":"trace[705668105] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:1; response_revision:586; }","duration":"120.493914ms","start":"2026-02-28T01:31:53.407853Z","end":"2026-02-28T01:31:53.528347Z","steps":["trace[705668105] 'agreement among raft nodes before linearized reading' (duration: 120.209657ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:53.703169Z","caller":"traceutil/trace.go:171","msg":"trace[939372017] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"147.848277ms","start":"2026-02-28T01:31:53.555292Z","end":"2026-02-28T01:31:53.70314Z","steps":["trace[939372017] 'process raft request' (duration: 146.953467ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:53.712563Z","caller":"traceutil/trace.go:171","msg":"trace[140030796] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"150.941707ms","start":"2026-02-28T01:31:53.561601Z","end":"2026-02-28T01:31:53.712542Z","steps":["trace[140030796] 'process raft request' (duration: 150.585049ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:53.712561Z","caller":"traceutil/trace.go:171","msg":"trace[1283117961] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"150.804394ms","start":"2026-02-28T01:31:53.561727Z","end":"2026-02-28T01:31:53.712532Z","steps":["trace[1283117961] 'process raft request' (duration: 150.687771ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:55.1452Z","caller":"traceutil/trace.go:171","msg":"trace[1673421818] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"187.07574ms","start":"2026-02-28T01:31:54.958078Z","end":"2026-02-28T01:31:55.145153Z","steps":["trace[1673421818] 'process raft request' (duration: 156.756569ms)","trace[1673421818] 'compare' (duration: 30.019905ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:31:55.145299Z","caller":"traceutil/trace.go:171","msg":"trace[908731234] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"154.093979ms","start":"2026-02-28T01:31:54.991142Z","end":"2026-02-28T01:31:55.145235Z","steps":["trace[908731234] 'process raft request' (duration: 153.967176ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:55.145576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.74244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:31:55.145631Z","caller":"traceutil/trace.go:171","msg":"trace[1743986458] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:0; response_revision:664; }","duration":"185.831942ms","start":"2026-02-28T01:31:54.959781Z","end":"2026-02-28T01:31:55.145613Z","steps":["trace[1743986458] 'agreement among raft nodes before linearized reading' (duration: 185.696148ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:55.145644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.015069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:31:55.145716Z","caller":"traceutil/trace.go:171","msg":"trace[1637658350] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:0; response_revision:664; }","duration":"187.109691ms","start":"2026-02-28T01:31:54.958587Z","end":"2026-02-28T01:31:55.145697Z","steps":["trace[1637658350] 'agreement among raft nodes before linearized reading' (duration: 186.954488ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:55.145636Z","caller":"traceutil/trace.go:171","msg":"trace[1253274316] linearizableReadLoop","detail":"{readStateIndex:683; appliedIndex:682; }","duration":"159.460441ms","start":"2026-02-28T01:31:54.985884Z","end":"2026-02-28T01:31:55.145344Z","steps":["trace[1253274316] 'read index received' (duration: 129.051819ms)","trace[1253274316] 'applied index is now lower than readState.Index' (duration: 30.400012ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:31:55.145855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.003296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:31:55.145926Z","caller":"traceutil/trace.go:171","msg":"trace[83738819] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:0; response_revision:664; }","duration":"186.083637ms","start":"2026-02-28T01:31:54.95982Z","end":"2026-02-28T01:31:55.145904Z","steps":["trace[83738819] 'agreement among raft nodes before linearized reading' (duration: 185.985415ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:55.145944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.092167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:31:55.146058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.038559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:31:55.14596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.979428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:31:55.145952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.297873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:31:55.146153Z","caller":"traceutil/trace.go:171","msg":"trace[1818797729] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:0; response_revision:664; }","duration":"187.134342ms","start":"2026-02-28T01:31:54.958992Z","end":"2026-02-28T01:31:55.146126Z","steps":["trace[1818797729] 'agreement among raft nodes before linearized reading' (duration: 186.789124ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:55.146194Z","caller":"traceutil/trace.go:171","msg":"trace[674959994] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:0; response_revision:664; }","duration":"187.203014ms","start":"2026-02-28T01:31:54.958948Z","end":"2026-02-28T01:31:55.146151Z","steps":["trace[674959994] 'agreement among raft nodes before linearized reading' (duration: 186.977389ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:55.146222Z","caller":"traceutil/trace.go:171","msg":"trace[348305989] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:664; }","duration":"179.59924ms","start":"2026-02-28T01:31:54.966585Z","end":"2026-02-28T01:31:55.146184Z","steps":["trace[348305989] 'agreement among raft nodes before linearized reading' (duration: 179.238292ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:55.146141Z","caller":"traceutil/trace.go:171","msg":"trace[541047554] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:0; response_revision:664; }","duration":"189.225099ms","start":"2026-02-28T01:31:54.956823Z","end":"2026-02-28T01:31:55.146048Z","steps":["trace[541047554] 'agreement among raft nodes before linearized reading' (duration: 189.056075ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:55.146173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.265027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:31:55.14645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.496141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:31:55.146484Z","caller":"traceutil/trace.go:171","msg":"trace[907372280] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:0; response_revision:664; }","duration":"188.644316ms","start":"2026-02-28T01:31:54.957796Z","end":"2026-02-28T01:31:55.14644Z","steps":["trace[907372280] 'agreement among raft nodes before linearized reading' (duration: 188.008492ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:55.145828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.773779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:31:55.14709Z","caller":"traceutil/trace.go:171","msg":"trace[391328552] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:0; response_revision:664; }","duration":"183.015538ms","start":"2026-02-28T01:31:54.963984Z","end":"2026-02-28T01:31:55.147Z","steps":["trace[391328552] 'agreement among raft nodes before linearized reading' (duration: 181.661967ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:55.146532Z","caller":"traceutil/trace.go:171","msg":"trace[1875238181] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:664; }","duration":"155.711906ms","start":"2026-02-28T01:31:54.990796Z","end":"2026-02-28T01:31:55.146507Z","steps":["trace[1875238181] 'agreement among raft nodes before linearized reading' (duration: 155.342237ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:55.745326Z","caller":"traceutil/trace.go:171","msg":"trace[849348692] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"399.738963ms","start":"2026-02-28T01:31:55.345546Z","end":"2026-02-28T01:31:55.745285Z","steps":["trace[849348692] 'process raft request' (duration: 335.469099ms)","trace[849348692] 'compare' (duration: 64.021288ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:31:55.745777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:55.345529Z","time spent":"400.112272ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:31:55.750144Z","caller":"traceutil/trace.go:171","msg":"trace[1193369633] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"403.245203ms","start":"2026-02-28T01:31:55.346863Z","end":"2026-02-28T01:31:55.750108Z","steps":["trace[1193369633] 'process raft request' (duration: 403.014647ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:55.750354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:55.346839Z","time spent":"403.409506ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:31:55.750488Z","caller":"traceutil/trace.go:171","msg":"trace[694549743] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"402.143417ms","start":"2026-02-28T01:31:55.348267Z","end":"2026-02-28T01:31:55.75041Z","steps":["trace[694549743] 'process raft request' (duration: 401.780909ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:55.750638Z","caller":"traceutil/trace.go:171","msg":"trace[478097352] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"189.954006ms","start":"2026-02-28T01:31:55.560655Z","end":"2026-02-28T01:31:55.750609Z","steps":["trace[478097352] 'process raft request' (duration: 189.912835ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:55.75068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:55.34825Z","time spent":"402.305342ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:31:55.750695Z","caller":"traceutil/trace.go:171","msg":"trace[2080252940] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"390.304117ms","start":"2026-02-28T01:31:55.360374Z","end":"2026-02-28T01:31:55.750678Z","steps":["trace[2080252940] 'process raft request' (duration: 390.079212ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:55.750782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:55.360353Z","time spent":"390.380299ms","remote":"127.0.0.1:43578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4580,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-28T01:31:58.277055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.935659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"info","ts":"2026-02-28T01:31:58.277237Z","caller":"traceutil/trace.go:171","msg":"trace[2020791324] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:727; }","duration":"119.215605ms","start":"2026-02-28T01:31:58.157993Z","end":"2026-02-28T01:31:58.277209Z","steps":["trace[2020791324] 'range keys from in-memory index tree' (duration: 118.618292ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:59.259905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.510562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-02-28T01:31:59.260009Z","caller":"traceutil/trace.go:171","msg":"trace[963133418] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:731; }","duration":"101.691967ms","start":"2026-02-28T01:31:59.158296Z","end":"2026-02-28T01:31:59.259988Z","steps":["trace[963133418] 'range keys from in-memory index tree' (duration: 101.211775ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:12.832405Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783109168,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T01:32:13.332762Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783109168,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T01:32:13.472801Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.201567402s","expected-duration":"1s"} {"level":"info","ts":"2026-02-28T01:32:13.473391Z","caller":"traceutil/trace.go:171","msg":"trace[183107038] transaction","detail":"{read_only:false; response_revision:904; number_of_response:1; }","duration":"1.202315489s","start":"2026-02-28T01:32:12.27104Z","end":"2026-02-28T01:32:13.473356Z","steps":["trace[183107038] 'process raft request' (duration: 1.202031152s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:13.473579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:12.270992Z","time spent":"1.202487073s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:32:13.524354Z","caller":"traceutil/trace.go:171","msg":"trace[1657576442] transaction","detail":"{read_only:false; response_revision:905; number_of_response:1; }","duration":"413.72998ms","start":"2026-02-28T01:32:13.110563Z","end":"2026-02-28T01:32:13.524293Z","steps":["trace[1657576442] 'process raft request' (duration: 401.574534ms)","trace[1657576442] 'compare' (duration: 11.791838ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:32:13.524619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:13.110523Z","time spent":"413.941466ms","remote":"127.0.0.1:43778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3148,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:32:13.52781Z","caller":"traceutil/trace.go:171","msg":"trace[1561001829] linearizableReadLoop","detail":"{readStateIndex:932; appliedIndex:929; }","duration":"1.19625263s","start":"2026-02-28T01:32:12.331529Z","end":"2026-02-28T01:32:13.527782Z","steps":["trace[1561001829] 'read index received' (duration: 1.141602006s)","trace[1561001829] 'applied index is now lower than readState.Index' (duration: 54.649244ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:32:13.52814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057225075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-28T01:32:13.528161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.413758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:32:13.528081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196496015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:32:13.52821Z","caller":"traceutil/trace.go:171","msg":"trace[165417950] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:905; }","duration":"1.057341258s","start":"2026-02-28T01:32:12.470852Z","end":"2026-02-28T01:32:13.528193Z","steps":["trace[165417950] 'agreement among raft nodes before linearized reading' (duration: 1.057119863s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:13.528203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.482456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:32:13.528253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.337216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:32:13.528278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:12.470825Z","time spent":"1.05742334s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-28T01:32:13.528224Z","caller":"traceutil/trace.go:171","msg":"trace[1084720353] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:905; }","duration":"490.532ms","start":"2026-02-28T01:32:13.037671Z","end":"2026-02-28T01:32:13.528203Z","steps":["trace[1084720353] 'agreement among raft nodes before linearized reading' (duration: 490.402937ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:13.52825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.208462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-28T01:32:13.528274Z","caller":"traceutil/trace.go:171","msg":"trace[733277864] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:905; }","duration":"1.196778453s","start":"2026-02-28T01:32:12.331455Z","end":"2026-02-28T01:32:13.528234Z","steps":["trace[733277864] 'agreement among raft nodes before linearized reading' (duration: 1.196452495s)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:32:13.528318Z","caller":"traceutil/trace.go:171","msg":"trace[1925984077] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:905; }","duration":"508.459409ms","start":"2026-02-28T01:32:13.019841Z","end":"2026-02-28T01:32:13.528301Z","steps":["trace[1925984077] 'agreement among raft nodes before linearized reading' (duration: 508.343957ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:13.528328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:13.037657Z","time spent":"490.660133ms","remote":"127.0.0.1:41434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 "} {"level":"info","ts":"2026-02-28T01:32:13.528352Z","caller":"traceutil/trace.go:171","msg":"trace[721203042] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:905; }","duration":"187.363557ms","start":"2026-02-28T01:32:13.340962Z","end":"2026-02-28T01:32:13.528326Z","steps":["trace[721203042] 'agreement among raft nodes before linearized reading' (duration: 187.153782ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:13.52836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.4382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:32:13.528367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:12.331429Z","time spent":"1.196919035s","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T01:32:13.528383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:13.019815Z","time spent":"508.54652ms","remote":"127.0.0.1:41432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 "} {"level":"info","ts":"2026-02-28T01:32:13.528413Z","caller":"traceutil/trace.go:171","msg":"trace[997005616] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:905; }","duration":"527.534902ms","start":"2026-02-28T01:32:13.000863Z","end":"2026-02-28T01:32:13.528398Z","steps":["trace[997005616] 'agreement among raft nodes before linearized reading' (duration: 527.467641ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:13.528407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.775895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:32:13.528458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:13.00082Z","time spent":"527.623424ms","remote":"127.0.0.1:41428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-28T01:32:13.528451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.932872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:32:13.528279Z","caller":"traceutil/trace.go:171","msg":"trace[561938646] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:905; }","duration":"489.616499ms","start":"2026-02-28T01:32:13.038648Z","end":"2026-02-28T01:32:13.528265Z","steps":["trace[561938646] 'agreement among raft nodes before linearized reading' (duration: 489.488846ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:32:13.528509Z","caller":"traceutil/trace.go:171","msg":"trace[1918873578] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:905; }","duration":"490.919999ms","start":"2026-02-28T01:32:13.037564Z","end":"2026-02-28T01:32:13.528484Z","steps":["trace[1918873578] 'agreement among raft nodes before linearized reading' (duration: 490.695284ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:13.528516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.847578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:32:13.528529Z","caller":"traceutil/trace.go:171","msg":"trace[265668511] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:905; }","duration":"528.043615ms","start":"2026-02-28T01:32:13.000461Z","end":"2026-02-28T01:32:13.528505Z","steps":["trace[265668511] 'agreement among raft nodes before linearized reading' (duration: 527.902292ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:13.528562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:13.037557Z","time spent":"490.994321ms","remote":"127.0.0.1:41434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-02-28T01:32:13.528574Z","caller":"traceutil/trace.go:171","msg":"trace[2032683805] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:905; }","duration":"851.93656ms","start":"2026-02-28T01:32:12.676618Z","end":"2026-02-28T01:32:13.528554Z","steps":["trace[2032683805] 'agreement among raft nodes before linearized reading' (duration: 851.852888ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:13.528582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:13.000449Z","time spent":"528.119436ms","remote":"127.0.0.1:41428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 "} {"level":"warn","ts":"2026-02-28T01:32:13.528622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:12.676592Z","time spent":"852.015501ms","remote":"127.0.0.1:41422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 "} {"level":"warn","ts":"2026-02-28T01:32:13.528302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.143517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:32:13.528682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.317765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:32:13.528695Z","caller":"traceutil/trace.go:171","msg":"trace[823922129] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:905; }","duration":"528.557306ms","start":"2026-02-28T01:32:13.000112Z","end":"2026-02-28T01:32:13.528669Z","steps":["trace[823922129] 'agreement among raft nodes before linearized reading' (duration: 528.152737ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:32:13.528721Z","caller":"traceutil/trace.go:171","msg":"trace[537642117] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:905; }","duration":"851.375867ms","start":"2026-02-28T01:32:12.677334Z","end":"2026-02-28T01:32:13.52871Z","steps":["trace[537642117] 'agreement among raft nodes before linearized reading' (duration: 851.310226ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:13.528527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:13.038622Z","time spent":"489.891076ms","remote":"127.0.0.1:41434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 "} {"level":"warn","ts":"2026-02-28T01:32:13.528757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:12.677327Z","time spent":"851.421808ms","remote":"127.0.0.1:41422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 "} {"level":"warn","ts":"2026-02-28T01:32:13.528758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:13.000091Z","time spent":"528.645058ms","remote":"127.0.0.1:41428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-02-28T01:32:13.528811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.120994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:32:13.528877Z","caller":"traceutil/trace.go:171","msg":"trace[850694094] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:905; }","duration":"852.221576ms","start":"2026-02-28T01:32:12.676634Z","end":"2026-02-28T01:32:13.528855Z","steps":["trace[850694094] 'agreement among raft nodes before linearized reading' (duration: 852.081792ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:13.52892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.709647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:32:13.528948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:12.676607Z","time spent":"852.324978ms","remote":"127.0.0.1:41422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-28T01:32:13.529013Z","caller":"traceutil/trace.go:171","msg":"trace[592651401] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:905; }","duration":"509.784799ms","start":"2026-02-28T01:32:13.019173Z","end":"2026-02-28T01:32:13.528958Z","steps":["trace[592651401] 'agreement among raft nodes before linearized reading' (duration: 509.682267ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:13.529063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:13.01916Z","time spent":"509.889221ms","remote":"127.0.0.1:41432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 "} {"level":"warn","ts":"2026-02-28T01:32:13.529197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.904962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:32:13.529311Z","caller":"traceutil/trace.go:171","msg":"trace[1997953754] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:905; }","duration":"510.044514ms","start":"2026-02-28T01:32:13.019239Z","end":"2026-02-28T01:32:13.529284Z","steps":["trace[1997953754] 'agreement among raft nodes before linearized reading' (duration: 509.309988ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:13.529373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:13.019227Z","time spent":"510.128177ms","remote":"127.0.0.1:41432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-02-28T01:32:37.936902Z","caller":"traceutil/trace.go:171","msg":"trace[1514446883] linearizableReadLoop","detail":"{readStateIndex:1192; appliedIndex:1191; }","duration":"198.198146ms","start":"2026-02-28T01:32:37.738678Z","end":"2026-02-28T01:32:37.936877Z","steps":["trace[1514446883] 'read index received' (duration: 197.954221ms)","trace[1514446883] 'applied index is now lower than readState.Index' (duration: 243.125µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:32:37.937225Z","caller":"traceutil/trace.go:171","msg":"trace[338624933] transaction","detail":"{read_only:false; response_revision:1157; number_of_response:1; }","duration":"202.724987ms","start":"2026-02-28T01:32:37.734488Z","end":"2026-02-28T01:32:37.937213Z","steps":["trace[338624933] 'process raft request' (duration: 202.224616ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:37.937501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.504572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.65\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-28T01:32:37.937613Z","caller":"traceutil/trace.go:171","msg":"trace[647387873] range","detail":"{range_begin:/registry/masterleases/199.204.45.65; range_end:; response_count:1; response_revision:1157; }","duration":"115.693497ms","start":"2026-02-28T01:32:37.821894Z","end":"2026-02-28T01:32:37.937588Z","steps":["trace[647387873] 'agreement among raft nodes before linearized reading' (duration: 115.39422ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:37.937686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.967013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-28T01:32:37.937723Z","caller":"traceutil/trace.go:171","msg":"trace[1785001391] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1157; }","duration":"199.046284ms","start":"2026-02-28T01:32:37.738667Z","end":"2026-02-28T01:32:37.937713Z","steps":["trace[1785001391] 'agreement among raft nodes before linearized reading' (duration: 198.872901ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:32:38.134463Z","caller":"traceutil/trace.go:171","msg":"trace[766551557] linearizableReadLoop","detail":"{readStateIndex:1194; appliedIndex:1192; }","duration":"122.417887ms","start":"2026-02-28T01:32:38.012004Z","end":"2026-02-28T01:32:38.134422Z","steps":["trace[766551557] 'read index received' (duration: 120.492735ms)","trace[766551557] 'applied index is now lower than readState.Index' (duration: 1.923852ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:32:38.134561Z","caller":"traceutil/trace.go:171","msg":"trace[591263312] transaction","detail":"{read_only:false; response_revision:1158; number_of_response:1; }","duration":"192.875026ms","start":"2026-02-28T01:32:37.941631Z","end":"2026-02-28T01:32:38.134506Z","steps":["trace[591263312] 'process raft request' (duration: 192.63814ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:38.13475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.744096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:503"} {"level":"info","ts":"2026-02-28T01:32:38.134798Z","caller":"traceutil/trace.go:171","msg":"trace[663480968] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1158; }","duration":"122.869789ms","start":"2026-02-28T01:32:38.011916Z","end":"2026-02-28T01:32:38.134786Z","steps":["trace[663480968] 'agreement among raft nodes before linearized reading' (duration: 122.686344ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:38.135013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.856158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-28T01:32:38.135108Z","caller":"traceutil/trace.go:171","msg":"trace[2078066845] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1158; }","duration":"102.997521ms","start":"2026-02-28T01:32:38.032087Z","end":"2026-02-28T01:32:38.135084Z","steps":["trace[2078066845] 'agreement among raft nodes before linearized reading' (duration: 102.761436ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:32:40.954547Z","caller":"traceutil/trace.go:171","msg":"trace[404856180] transaction","detail":"{read_only:false; response_revision:1174; number_of_response:1; }","duration":"590.75073ms","start":"2026-02-28T01:32:40.363765Z","end":"2026-02-28T01:32:40.954516Z","steps":["trace[404856180] 'process raft request' (duration: 590.529085ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:40.954783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:40.363737Z","time spent":"590.932314ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:32:46.324897Z","caller":"traceutil/trace.go:171","msg":"trace[504642073] transaction","detail":"{read_only:false; response_revision:1267; number_of_response:1; }","duration":"143.123625ms","start":"2026-02-28T01:32:46.18172Z","end":"2026-02-28T01:32:46.324844Z","steps":["trace[504642073] 'process raft request' (duration: 142.93029ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:32:46.324979Z","caller":"traceutil/trace.go:171","msg":"trace[1173527697] transaction","detail":"{read_only:false; response_revision:1268; number_of_response:1; }","duration":"141.860946ms","start":"2026-02-28T01:32:46.183081Z","end":"2026-02-28T01:32:46.324942Z","steps":["trace[1173527697] 'process raft request' (duration: 141.61983ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:32:46.324961Z","caller":"traceutil/trace.go:171","msg":"trace[1762660198] transaction","detail":"{read_only:false; response_revision:1266; number_of_response:1; }","duration":"143.824231ms","start":"2026-02-28T01:32:46.181078Z","end":"2026-02-28T01:32:46.324902Z","steps":["trace[1762660198] 'process raft request' (duration: 129.59934ms)","trace[1762660198] 'compare' (duration: 13.850753ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:32:46.922241Z","caller":"traceutil/trace.go:171","msg":"trace[1144202055] transaction","detail":"{read_only:false; response_revision:1271; number_of_response:1; }","duration":"151.815331ms","start":"2026-02-28T01:32:46.770393Z","end":"2026-02-28T01:32:46.922209Z","steps":["trace[1144202055] 'process raft request' (duration: 141.170752ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:53.462511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.083928ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-28T01:32:53.46268Z","caller":"traceutil/trace.go:171","msg":"trace[797016585] linearizableReadLoop","detail":"{readStateIndex:1469; appliedIndex:1468; }","duration":"113.850095ms","start":"2026-02-28T01:32:53.348804Z","end":"2026-02-28T01:32:53.462655Z","steps":["trace[797016585] 'read index received' (duration: 4.499161ms)","trace[797016585] 'applied index is now lower than readState.Index' (duration: 109.348684ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:32:53.462841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.982098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:32:53.462968Z","caller":"traceutil/trace.go:171","msg":"trace[760315475] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1412; }","duration":"114.195243ms","start":"2026-02-28T01:32:53.348752Z","end":"2026-02-28T01:32:53.462947Z","steps":["trace[760315475] 'agreement among raft nodes before linearized reading' (duration: 113.963438ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:32:54.4535Z","caller":"traceutil/trace.go:171","msg":"trace[1613119038] transaction","detail":"{read_only:false; response_revision:1418; number_of_response:1; }","duration":"138.178444ms","start":"2026-02-28T01:32:54.315256Z","end":"2026-02-28T01:32:54.453435Z","steps":["trace[1613119038] 'process raft request' (duration: 137.412867ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:58.663787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.74863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:32:58.663917Z","caller":"traceutil/trace.go:171","msg":"trace[845513386] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1474; }","duration":"167.971654ms","start":"2026-02-28T01:32:58.49592Z","end":"2026-02-28T01:32:58.663892Z","steps":["trace[845513386] 'range keys from in-memory index tree' (duration: 167.638138ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:58.663937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.940404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:32:58.664043Z","caller":"traceutil/trace.go:171","msg":"trace[663250446] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1474; }","duration":"168.104417ms","start":"2026-02-28T01:32:58.495915Z","end":"2026-02-28T01:32:58.66402Z","steps":["trace[663250446] 'count revisions from in-memory index tree' (duration: 167.777111ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:58.664482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.518674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:32:58.664655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.005084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:32:58.664689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.649597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:32:58.664676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.880701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:32:58.664744Z","caller":"traceutil/trace.go:171","msg":"trace[61640458] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1474; }","duration":"112.102566ms","start":"2026-02-28T01:32:58.552614Z","end":"2026-02-28T01:32:58.664717Z","steps":["trace[61640458] 'count revisions from in-memory index tree' (duration: 111.949793ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:58.664757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.18563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-28T01:32:58.664801Z","caller":"traceutil/trace.go:171","msg":"trace[904678685] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1474; }","duration":"139.80337ms","start":"2026-02-28T01:32:58.524967Z","end":"2026-02-28T01:32:58.664771Z","steps":["trace[904678685] 'range keys from in-memory index tree' (duration: 139.503563ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:32:58.664819Z","caller":"traceutil/trace.go:171","msg":"trace[1680217651] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1474; }","duration":"112.082545ms","start":"2026-02-28T01:32:58.552708Z","end":"2026-02-28T01:32:58.664791Z","steps":["trace[1680217651] 'range keys from in-memory index tree' (duration: 111.806939ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:32:58.66483Z","caller":"traceutil/trace.go:171","msg":"trace[1428457827] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1474; }","duration":"188.345024ms","start":"2026-02-28T01:32:58.476468Z","end":"2026-02-28T01:32:58.664813Z","steps":["trace[1428457827] 'range keys from in-memory index tree' (duration: 188.028086ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:58.664773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.612393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:32:58.664912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.15871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:32:58.664981Z","caller":"traceutil/trace.go:171","msg":"trace[602782213] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1474; }","duration":"200.249151ms","start":"2026-02-28T01:32:58.464718Z","end":"2026-02-28T01:32:58.664967Z","steps":["trace[602782213] 'count revisions from in-memory index tree' (duration: 200.111518ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:58.664533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.572912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-28T01:32:58.664518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.520525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:32:58.665299Z","caller":"traceutil/trace.go:171","msg":"trace[1473979499] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1474; }","duration":"200.423585ms","start":"2026-02-28T01:32:58.464851Z","end":"2026-02-28T01:32:58.665274Z","steps":["trace[1473979499] 'range keys from in-memory index tree' (duration: 199.342092ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:32:58.665303Z","caller":"traceutil/trace.go:171","msg":"trace[2030010384] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1474; }","duration":"190.322158ms","start":"2026-02-28T01:32:58.474912Z","end":"2026-02-28T01:32:58.665234Z","steps":["trace[2030010384] 'range keys from in-memory index tree' (duration: 189.413479ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:58.665393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.033406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-28T01:32:58.665653Z","caller":"traceutil/trace.go:171","msg":"trace[105551426] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1474; }","duration":"188.360514ms","start":"2026-02-28T01:32:58.477277Z","end":"2026-02-28T01:32:58.665638Z","steps":["trace[105551426] 'range keys from in-memory index tree' (duration: 187.832262ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:32:58.665657Z","caller":"traceutil/trace.go:171","msg":"trace[1466306017] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1474; }","duration":"229.960741ms","start":"2026-02-28T01:32:58.43501Z","end":"2026-02-28T01:32:58.66497Z","steps":["trace[1466306017] 'count revisions from in-memory index tree' (duration: 229.45221ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:32:58.665659Z","caller":"traceutil/trace.go:171","msg":"trace[62293644] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1474; }","duration":"139.710708ms","start":"2026-02-28T01:32:58.524899Z","end":"2026-02-28T01:32:58.664609Z","steps":["trace[62293644] 'count revisions from in-memory index tree' (duration: 139.469683ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:58.66569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.840851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:32:58.665754Z","caller":"traceutil/trace.go:171","msg":"trace[925314199] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1474; }","duration":"230.908052ms","start":"2026-02-28T01:32:58.434832Z","end":"2026-02-28T01:32:58.66574Z","steps":["trace[925314199] 'range keys from in-memory index tree' (duration: 230.79254ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:33:00.052812Z","caller":"traceutil/trace.go:171","msg":"trace[9637981] transaction","detail":"{read_only:false; response_revision:1480; number_of_response:1; }","duration":"210.826661ms","start":"2026-02-28T01:32:59.841956Z","end":"2026-02-28T01:33:00.052783Z","steps":["trace[9637981] 'process raft request' (duration: 210.641087ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:33:00.122206Z","caller":"traceutil/trace.go:171","msg":"trace[630143085] transaction","detail":"{read_only:false; response_revision:1481; number_of_response:1; }","duration":"203.31352ms","start":"2026-02-28T01:32:59.918818Z","end":"2026-02-28T01:33:00.122131Z","steps":["trace[630143085] 'process raft request' (duration: 203.138516ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:33:00.804799Z","caller":"traceutil/trace.go:171","msg":"trace[627610085] transaction","detail":"{read_only:false; response_revision:1484; number_of_response:1; }","duration":"121.910616ms","start":"2026-02-28T01:33:00.682862Z","end":"2026-02-28T01:33:00.804772Z","steps":["trace[627610085] 'process raft request' (duration: 121.696811ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:33:00.80516Z","caller":"traceutil/trace.go:171","msg":"trace[1877757172] transaction","detail":"{read_only:false; response_revision:1485; number_of_response:1; }","duration":"122.251393ms","start":"2026-02-28T01:33:00.682862Z","end":"2026-02-28T01:33:00.805113Z","steps":["trace[1877757172] 'process raft request' (duration: 121.865345ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:33:00.982934Z","caller":"traceutil/trace.go:171","msg":"trace[625534957] linearizableReadLoop","detail":"{readStateIndex:1548; appliedIndex:1547; }","duration":"135.922823ms","start":"2026-02-28T01:33:00.846983Z","end":"2026-02-28T01:33:00.982906Z","steps":["trace[625534957] 'read index received' (duration: 125.225902ms)","trace[625534957] 'applied index is now lower than readState.Index' (duration: 10.695571ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:33:00.983045Z","caller":"traceutil/trace.go:171","msg":"trace[1977333510] transaction","detail":"{read_only:false; response_revision:1486; number_of_response:1; }","duration":"300.06623ms","start":"2026-02-28T01:33:00.682941Z","end":"2026-02-28T01:33:00.983008Z","steps":["trace[1977333510] 'process raft request' (duration: 289.318098ms)","trace[1977333510] 'compare' (duration: 10.517447ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:33:00.983348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:00.682912Z","time spent":"300.200184ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:33:00.983384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.381224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-02-28T01:33:00.98343Z","caller":"traceutil/trace.go:171","msg":"trace[88097714] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1486; }","duration":"136.519406ms","start":"2026-02-28T01:33:00.846897Z","end":"2026-02-28T01:33:00.983417Z","steps":["trace[88097714] 'agreement among raft nodes before linearized reading' (duration: 136.134818ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:07.006693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.802356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-28T01:33:07.006846Z","caller":"traceutil/trace.go:171","msg":"trace[830023656] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1583; }","duration":"178.028391ms","start":"2026-02-28T01:33:06.828788Z","end":"2026-02-28T01:33:07.006817Z","steps":["trace[830023656] 'range keys from in-memory index tree' (duration: 177.500559ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:07.006959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.813006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-28T01:33:07.007057Z","caller":"traceutil/trace.go:171","msg":"trace[1349625800] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1583; }","duration":"177.933739ms","start":"2026-02-28T01:33:06.829096Z","end":"2026-02-28T01:33:07.00703Z","steps":["trace[1349625800] 'range keys from in-memory index tree' (duration: 177.373426ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:07.529072Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783110550,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-28T01:33:07.584111Z","caller":"traceutil/trace.go:171","msg":"trace[1901587776] transaction","detail":"{read_only:false; response_revision:1584; number_of_response:1; }","duration":"572.05448ms","start":"2026-02-28T01:33:07.012024Z","end":"2026-02-28T01:33:07.584079Z","steps":["trace[1901587776] 'process raft request' (duration: 571.878666ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:07.584306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:07.011986Z","time spent":"572.218713ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:33:07.652306Z","caller":"traceutil/trace.go:171","msg":"trace[843896610] linearizableReadLoop","detail":"{readStateIndex:1650; appliedIndex:1646; }","duration":"623.58039ms","start":"2026-02-28T01:33:07.028696Z","end":"2026-02-28T01:33:07.652277Z","steps":["trace[843896610] 'read index received' (duration: 555.21027ms)","trace[843896610] 'applied index is now lower than readState.Index' (duration: 68.36901ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:33:07.652331Z","caller":"traceutil/trace.go:171","msg":"trace[269265386] transaction","detail":"{read_only:false; response_revision:1587; number_of_response:1; }","duration":"173.272924ms","start":"2026-02-28T01:33:07.479036Z","end":"2026-02-28T01:33:07.652309Z","steps":["trace[269265386] 'process raft request' (duration: 173.199132ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:33:07.652393Z","caller":"traceutil/trace.go:171","msg":"trace[968869520] transaction","detail":"{read_only:false; response_revision:1586; number_of_response:1; }","duration":"637.34146ms","start":"2026-02-28T01:33:07.014992Z","end":"2026-02-28T01:33:07.652334Z","steps":["trace[968869520] 'process raft request' (duration: 637.200517ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:07.652593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.268788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:33:07.652641Z","caller":"traceutil/trace.go:171","msg":"trace[1787422707] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1587; }","duration":"320.38298ms","start":"2026-02-28T01:33:07.332244Z","end":"2026-02-28T01:33:07.652627Z","steps":["trace[1787422707] 'agreement among raft nodes before linearized reading' (duration: 320.299558ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:33:07.652415Z","caller":"traceutil/trace.go:171","msg":"trace[285401191] transaction","detail":"{read_only:false; response_revision:1585; number_of_response:1; }","duration":"640.175415ms","start":"2026-02-28T01:33:07.012208Z","end":"2026-02-28T01:33:07.652384Z","steps":["trace[285401191] 'process raft request' (duration: 633.162877ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:07.652654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.748305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4949c5df-472d-468c-92af-a92297b45087\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-02-28T01:33:07.652682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:07.332216Z","time spent":"320.458281ms","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-28T01:33:07.652715Z","caller":"traceutil/trace.go:171","msg":"trace[1919739387] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4949c5df-472d-468c-92af-a92297b45087; range_end:; response_count:1; response_revision:1587; }","duration":"473.817957ms","start":"2026-02-28T01:33:07.17888Z","end":"2026-02-28T01:33:07.652698Z","steps":["trace[1919739387] 'agreement among raft nodes before linearized reading' (duration: 473.616021ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:07.652629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:07.014947Z","time spent":"637.556405ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:33:07.652759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:07.178812Z","time spent":"473.93806ms","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4949c5df-472d-468c-92af-a92297b45087\" "} {"level":"warn","ts":"2026-02-28T01:33:07.652723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:07.012188Z","time spent":"640.496962ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:33:07.652693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.960189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-28T01:33:07.653025Z","caller":"traceutil/trace.go:171","msg":"trace[1351545660] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1587; }","duration":"624.321728ms","start":"2026-02-28T01:33:07.028652Z","end":"2026-02-28T01:33:07.652974Z","steps":["trace[1351545660] 'agreement among raft nodes before linearized reading' (duration: 623.760794ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:07.652808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.521066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4949c5df-472d-468c-92af-a92297b45087\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-02-28T01:33:07.653143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:07.02863Z","time spent":"624.473581ms","remote":"127.0.0.1:56310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-28T01:33:07.653157Z","caller":"traceutil/trace.go:171","msg":"trace[895224089] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4949c5df-472d-468c-92af-a92297b45087; range_end:; response_count:1; response_revision:1587; }","duration":"258.956916ms","start":"2026-02-28T01:33:07.394157Z","end":"2026-02-28T01:33:07.653114Z","steps":["trace[895224089] 'agreement among raft nodes before linearized reading' (duration: 258.353521ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:08.285373Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783110557,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T01:33:08.55527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.397935ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:33:08.555599Z","caller":"traceutil/trace.go:171","msg":"trace[618941853] transaction","detail":"{read_only:false; response_revision:1588; number_of_response:1; }","duration":"893.276837ms","start":"2026-02-28T01:33:07.662281Z","end":"2026-02-28T01:33:08.555558Z","steps":["trace[618941853] 'process raft request' (duration: 673.386622ms)","trace[618941853] 'compare' (duration: 219.265761ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:33:08.555781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:07.662255Z","time spent":"893.423831ms","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:33:08.555816Z","caller":"traceutil/trace.go:171","msg":"trace[1476119267] transaction","detail":"{read_only:false; response_revision:1589; number_of_response:1; }","duration":"801.479869ms","start":"2026-02-28T01:33:07.754307Z","end":"2026-02-28T01:33:08.555787Z","steps":["trace[1476119267] 'process raft request' (duration: 801.164862ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:08.55603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:07.754268Z","time spent":"801.662662ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:33:08.556144Z","caller":"traceutil/trace.go:171","msg":"trace[1717645242] linearizableReadLoop","detail":"{readStateIndex:1654; appliedIndex:1650; }","duration":"771.584675ms","start":"2026-02-28T01:33:07.784537Z","end":"2026-02-28T01:33:08.556121Z","steps":["trace[1717645242] 'read index received' (duration: 551.154617ms)","trace[1717645242] 'applied index is now lower than readState.Index' (duration: 220.428217ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:33:08.556274Z","caller":"traceutil/trace.go:171","msg":"trace[642877695] transaction","detail":"{read_only:false; response_revision:1591; number_of_response:1; }","duration":"402.218182ms","start":"2026-02-28T01:33:08.154031Z","end":"2026-02-28T01:33:08.55625Z","steps":["trace[642877695] 'process raft request' (duration: 401.990217ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:33:08.556215Z","caller":"traceutil/trace.go:171","msg":"trace[1373608531] transaction","detail":"{read_only:false; response_revision:1590; number_of_response:1; }","duration":"476.141229ms","start":"2026-02-28T01:33:08.08003Z","end":"2026-02-28T01:33:08.556171Z","steps":["trace[1373608531] 'process raft request' (duration: 475.542985ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:08.556416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:08.153996Z","time spent":"402.362086ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:33:08.556537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:08.079997Z","time spent":"476.397255ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:33:08.55634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.79319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:33:08.556569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.518912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-28T01:33:08.556657Z","caller":"traceutil/trace.go:171","msg":"trace[1103184668] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1591; }","duration":"772.120447ms","start":"2026-02-28T01:33:07.784519Z","end":"2026-02-28T01:33:08.55664Z","steps":["trace[1103184668] 'agreement among raft nodes before linearized reading' (duration: 771.761429ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:33:08.556673Z","caller":"traceutil/trace.go:171","msg":"trace[502143919] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1591; }","duration":"134.680055ms","start":"2026-02-28T01:33:08.421968Z","end":"2026-02-28T01:33:08.556648Z","steps":["trace[502143919] 'agreement among raft nodes before linearized reading' (duration: 134.44071ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:08.556707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:07.784458Z","time spent":"772.232789ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-28T01:33:08.556691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.625397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.65\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-02-28T01:33:08.557006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.637842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-28T01:33:08.557009Z","caller":"traceutil/trace.go:171","msg":"trace[2068333279] range","detail":"{range_begin:/registry/masterleases/199.204.45.65; range_end:; response_count:1; response_revision:1591; }","duration":"733.038606ms","start":"2026-02-28T01:33:07.823951Z","end":"2026-02-28T01:33:08.556989Z","steps":["trace[2068333279] 'agreement among raft nodes before linearized reading' (duration: 732.393651ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:33:08.557095Z","caller":"traceutil/trace.go:171","msg":"trace[306876016] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1591; }","duration":"224.778765ms","start":"2026-02-28T01:33:08.332303Z","end":"2026-02-28T01:33:08.557082Z","steps":["trace[306876016] 'agreement among raft nodes before linearized reading' (duration: 224.350455ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:08.557434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.427212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-28T01:33:08.557572Z","caller":"traceutil/trace.go:171","msg":"trace[1700215484] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1591; }","duration":"186.624256ms","start":"2026-02-28T01:33:08.370921Z","end":"2026-02-28T01:33:08.557545Z","steps":["trace[1700215484] 'agreement among raft nodes before linearized reading' (duration: 185.629723ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:08.558035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:07.82392Z","time spent":"733.257171ms","remote":"127.0.0.1:43548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.65\" "} {"level":"warn","ts":"2026-02-28T01:33:22.222368Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783110794,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-28T01:33:22.344895Z","caller":"traceutil/trace.go:171","msg":"trace[1356635495] linearizableReadLoop","detail":"{readStateIndex:1767; appliedIndex:1767; }","duration":"623.005466ms","start":"2026-02-28T01:33:21.72185Z","end":"2026-02-28T01:33:22.344856Z","steps":["trace[1356635495] 'read index received' (duration: 622.991246ms)","trace[1356635495] 'applied index is now lower than readState.Index' (duration: 12.17µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:33:22.344878Z","caller":"traceutil/trace.go:171","msg":"trace[250886425] transaction","detail":"{read_only:false; response_revision:1700; number_of_response:1; }","duration":"640.462299ms","start":"2026-02-28T01:33:21.704384Z","end":"2026-02-28T01:33:22.344846Z","steps":["trace[250886425] 'process raft request' (duration: 640.283405ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:22.345675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.420106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:33:22.345699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.825414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-28T01:33:22.345731Z","caller":"traceutil/trace.go:171","msg":"trace[478253760] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1700; }","duration":"291.539088ms","start":"2026-02-28T01:33:22.054174Z","end":"2026-02-28T01:33:22.345713Z","steps":["trace[478253760] 'agreement among raft nodes before linearized reading' (duration: 291.396235ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:22.345738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:21.704355Z","time spent":"641.271048ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:33:22.345779Z","caller":"traceutil/trace.go:171","msg":"trace[193180593] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1700; }","duration":"623.920887ms","start":"2026-02-28T01:33:21.721838Z","end":"2026-02-28T01:33:22.345758Z","steps":["trace[193180593] 'agreement among raft nodes before linearized reading' (duration: 623.235701ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:22.345765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.881624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-02-28T01:33:22.345773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.758316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-28T01:33:22.345833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:21.721777Z","time spent":"624.042351ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-28T01:33:22.345848Z","caller":"traceutil/trace.go:171","msg":"trace[1946658300] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1700; }","duration":"583.001196ms","start":"2026-02-28T01:33:21.76283Z","end":"2026-02-28T01:33:22.345831Z","steps":["trace[1946658300] 'agreement among raft nodes before linearized reading' (duration: 582.7867ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:33:22.345876Z","caller":"traceutil/trace.go:171","msg":"trace[795064390] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1700; }","duration":"616.895931ms","start":"2026-02-28T01:33:21.728957Z","end":"2026-02-28T01:33:22.345853Z","steps":["trace[795064390] 'agreement among raft nodes before linearized reading' (duration: 616.599253ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:22.345916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:21.762811Z","time spent":"583.094579ms","remote":"127.0.0.1:56310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-28T01:33:22.34595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:21.72895Z","time spent":"616.976762ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-28T01:33:23.132688Z","caller":"traceutil/trace.go:171","msg":"trace[971342814] transaction","detail":"{read_only:false; response_revision:1701; number_of_response:1; }","duration":"781.577289ms","start":"2026-02-28T01:33:22.351056Z","end":"2026-02-28T01:33:23.132633Z","steps":["trace[971342814] 'process raft request' (duration: 781.130379ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:23.132857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:22.351031Z","time spent":"781.735423ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:33:23.134183Z","caller":"traceutil/trace.go:171","msg":"trace[878061146] transaction","detail":"{read_only:false; response_revision:1702; number_of_response:1; }","duration":"782.872819ms","start":"2026-02-28T01:33:22.351279Z","end":"2026-02-28T01:33:23.134152Z","steps":["trace[878061146] 'process raft request' (duration: 782.636964ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:23.13438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:22.351221Z","time spent":"783.054743ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:33:23.134569Z","caller":"traceutil/trace.go:171","msg":"trace[1121938772] transaction","detail":"{read_only:false; response_revision:1703; number_of_response:1; }","duration":"469.55479ms","start":"2026-02-28T01:33:22.664992Z","end":"2026-02-28T01:33:23.134547Z","steps":["trace[1121938772] 'process raft request' (duration: 469.090489ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:23.134683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:22.664957Z","time spent":"469.672303ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:33:23.134819Z","caller":"traceutil/trace.go:171","msg":"trace[120772814] transaction","detail":"{read_only:false; response_revision:1704; number_of_response:1; }","duration":"454.405478ms","start":"2026-02-28T01:33:22.680382Z","end":"2026-02-28T01:33:23.134787Z","steps":["trace[120772814] 'process raft request' (duration: 454.211284ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:33:23.134798Z","caller":"traceutil/trace.go:171","msg":"trace[1303400810] linearizableReadLoop","detail":"{readStateIndex:1771; appliedIndex:1767; }","duration":"435.01779ms","start":"2026-02-28T01:33:22.699739Z","end":"2026-02-28T01:33:23.134757Z","steps":["trace[1303400810] 'read index received' (duration: 432.80954ms)","trace[1303400810] 'applied index is now lower than readState.Index' (duration: 2.20695ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:33:23.134937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:22.680348Z","time spent":"454.53034ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:33:23.13499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.252716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-28T01:33:23.135045Z","caller":"traceutil/trace.go:171","msg":"trace[20304290] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1704; }","duration":"435.310607ms","start":"2026-02-28T01:33:22.699721Z","end":"2026-02-28T01:33:23.135032Z","steps":["trace[20304290] 'agreement among raft nodes before linearized reading' (duration: 435.140054ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:23.135086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:22.699675Z","time spent":"435.40323ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-28T01:33:23.135134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.562658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-28T01:33:23.135189Z","caller":"traceutil/trace.go:171","msg":"trace[1853300287] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1704; }","duration":"433.64609ms","start":"2026-02-28T01:33:22.701529Z","end":"2026-02-28T01:33:23.135175Z","steps":["trace[1853300287] 'agreement among raft nodes before linearized reading' (duration: 433.428085ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:23.135234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:22.70146Z","time spent":"433.765813ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-28T01:33:47.659753Z","caller":"traceutil/trace.go:171","msg":"trace[778848750] transaction","detail":"{read_only:false; response_revision:1829; number_of_response:1; }","duration":"352.304572ms","start":"2026-02-28T01:33:47.307391Z","end":"2026-02-28T01:33:47.659696Z","steps":["trace[778848750] 'process raft request' (duration: 352.110288ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:47.659952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:47.307318Z","time spent":"352.530127ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:33:47.74158Z","caller":"traceutil/trace.go:171","msg":"trace[1925863139] linearizableReadLoop","detail":"{readStateIndex:1902; appliedIndex:1900; }","duration":"409.009899ms","start":"2026-02-28T01:33:47.332535Z","end":"2026-02-28T01:33:47.741545Z","steps":["trace[1925863139] 'read index received' (duration: 327.033934ms)","trace[1925863139] 'applied index is now lower than readState.Index' (duration: 81.974165ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:33:47.741746Z","caller":"traceutil/trace.go:171","msg":"trace[1900734244] transaction","detail":"{read_only:false; response_revision:1830; number_of_response:1; }","duration":"433.92406ms","start":"2026-02-28T01:33:47.307733Z","end":"2026-02-28T01:33:47.741657Z","steps":["trace[1900734244] 'process raft request' (duration: 408.56402ms)","trace[1900734244] 'compare' (duration: 25.106905ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:33:47.741899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.725404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-28T01:33:47.741886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.318915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-28T01:33:47.741958Z","caller":"traceutil/trace.go:171","msg":"trace[1918777656] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1830; }","duration":"366.867197ms","start":"2026-02-28T01:33:47.375078Z","end":"2026-02-28T01:33:47.741945Z","steps":["trace[1918777656] 'agreement among raft nodes before linearized reading' (duration: 366.660783ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:47.74198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:47.307697Z","time spent":"434.160206ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:33:47.742007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:47.375047Z","time spent":"366.944568ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T01:33:47.74204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.196993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-28T01:33:47.742098Z","caller":"traceutil/trace.go:171","msg":"trace[200017721] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1830; }","duration":"366.266704ms","start":"2026-02-28T01:33:47.375816Z","end":"2026-02-28T01:33:47.742082Z","steps":["trace[200017721] 'agreement among raft nodes before linearized reading' (duration: 366.150402ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:33:47.741989Z","caller":"traceutil/trace.go:171","msg":"trace[1239228341] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1830; }","duration":"409.498429ms","start":"2026-02-28T01:33:47.332464Z","end":"2026-02-28T01:33:47.741963Z","steps":["trace[1239228341] 'agreement among raft nodes before linearized reading' (duration: 409.255424ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:47.741886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.272187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-28T01:33:47.742389Z","caller":"traceutil/trace.go:171","msg":"trace[852153895] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1830; }","duration":"174.840068ms","start":"2026-02-28T01:33:47.56753Z","end":"2026-02-28T01:33:47.74237Z","steps":["trace[852153895] 'agreement among raft nodes before linearized reading' (duration: 174.216185ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:47.74233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:47.33245Z","time spent":"409.806686ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-28T01:33:47.742143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:47.3758Z","time spent":"366.334876ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-28T01:33:47.742481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.310325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-28T01:33:47.742771Z","caller":"traceutil/trace.go:171","msg":"trace[711821006] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1830; }","duration":"366.58158ms","start":"2026-02-28T01:33:47.376077Z","end":"2026-02-28T01:33:47.742658Z","steps":["trace[711821006] 'agreement among raft nodes before linearized reading' (duration: 365.877366ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:47.742843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:47.37607Z","time spent":"366.759244ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-28T01:33:53.334935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.828322ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-28T01:33:53.914424Z","caller":"traceutil/trace.go:171","msg":"trace[246034573] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"230.76302ms","start":"2026-02-28T01:33:53.683633Z","end":"2026-02-28T01:33:53.914396Z","steps":["trace[246034573] 'process raft request' (duration: 230.603735ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:33:53.924627Z","caller":"traceutil/trace.go:171","msg":"trace[268674449] linearizableReadLoop","detail":"{readStateIndex:1932; appliedIndex:1930; }","duration":"152.370128ms","start":"2026-02-28T01:33:53.772225Z","end":"2026-02-28T01:33:53.924595Z","steps":["trace[268674449] 'read index received' (duration: 142.121343ms)","trace[268674449] 'applied index is now lower than readState.Index' (duration: 10.247385ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:33:53.924809Z","caller":"traceutil/trace.go:171","msg":"trace[10434374] transaction","detail":"{read_only:false; response_revision:1858; number_of_response:1; }","duration":"161.197883ms","start":"2026-02-28T01:33:53.763561Z","end":"2026-02-28T01:33:53.924759Z","steps":["trace[10434374] 'process raft request' (duration: 160.252274ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:53.925002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.712804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-28T01:33:53.925022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.298774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-02-28T01:33:53.92506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.770767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-28T01:33:53.925067Z","caller":"traceutil/trace.go:171","msg":"trace[2134673495] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1858; }","duration":"150.821516ms","start":"2026-02-28T01:33:53.774228Z","end":"2026-02-28T01:33:53.92505Z","steps":["trace[2134673495] 'agreement among raft nodes before linearized reading' (duration: 150.581551ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:33:53.925101Z","caller":"traceutil/trace.go:171","msg":"trace[1451971308] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1858; }","duration":"137.411616ms","start":"2026-02-28T01:33:53.787666Z","end":"2026-02-28T01:33:53.925078Z","steps":["trace[1451971308] 'agreement among raft nodes before linearized reading' (duration: 137.206681ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:33:53.925139Z","caller":"traceutil/trace.go:171","msg":"trace[1728222850] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1858; }","duration":"152.93716ms","start":"2026-02-28T01:33:53.772186Z","end":"2026-02-28T01:33:53.925123Z","steps":["trace[1728222850] 'agreement among raft nodes before linearized reading' (duration: 152.565782ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:53.925122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.472897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-28T01:33:53.925159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.814824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-28T01:33:53.925218Z","caller":"traceutil/trace.go:171","msg":"trace[1703346430] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1858; }","duration":"148.60883ms","start":"2026-02-28T01:33:53.776587Z","end":"2026-02-28T01:33:53.925196Z","steps":["trace[1703346430] 'agreement among raft nodes before linearized reading' (duration: 148.313954ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:33:53.925288Z","caller":"traceutil/trace.go:171","msg":"trace[291073805] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1858; }","duration":"149.958558ms","start":"2026-02-28T01:33:53.775286Z","end":"2026-02-28T01:33:53.925245Z","steps":["trace[291073805] 'agreement among raft nodes before linearized reading' (duration: 149.654142ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:54.187444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.285864ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:33:54.187586Z","caller":"traceutil/trace.go:171","msg":"trace[1088463194] transaction","detail":"{read_only:false; response_revision:1859; number_of_response:1; }","duration":"256.692382ms","start":"2026-02-28T01:33:53.930855Z","end":"2026-02-28T01:33:54.187548Z","steps":["trace[1088463194] 'process raft request' (duration: 107.191694ms)","trace[1088463194] 'compare' (duration: 148.917956ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:33:54.241859Z","caller":"traceutil/trace.go:171","msg":"trace[1548032767] transaction","detail":"{read_only:false; response_revision:1860; number_of_response:1; }","duration":"310.63028ms","start":"2026-02-28T01:33:53.931164Z","end":"2026-02-28T01:33:54.241794Z","steps":["trace[1548032767] 'process raft request' (duration: 310.406175ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:54.242164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:53.931155Z","time spent":"310.888065ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:33:54.242302Z","caller":"traceutil/trace.go:171","msg":"trace[615139997] transaction","detail":"{read_only:false; response_revision:1862; number_of_response:1; }","duration":"310.956797ms","start":"2026-02-28T01:33:53.931307Z","end":"2026-02-28T01:33:54.242264Z","steps":["trace[615139997] 'process raft request' (duration: 310.758872ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:33:54.242375Z","caller":"traceutil/trace.go:171","msg":"trace[428868163] transaction","detail":"{read_only:false; response_revision:1861; number_of_response:1; }","duration":"310.988877ms","start":"2026-02-28T01:33:53.931307Z","end":"2026-02-28T01:33:54.242296Z","steps":["trace[428868163] 'process raft request' (duration: 310.437235ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:33:54.242516Z","caller":"traceutil/trace.go:171","msg":"trace[1487591049] transaction","detail":"{read_only:false; response_revision:1863; number_of_response:1; }","duration":"310.280973ms","start":"2026-02-28T01:33:53.932221Z","end":"2026-02-28T01:33:54.242502Z","steps":["trace[1487591049] 'process raft request' (duration: 309.989138ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:54.24263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:53.931274Z","time spent":"311.213512ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:33:54.242638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:53.93221Z","time spent":"310.382985ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:33:54.24252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:53.931274Z","time spent":"311.136561ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:34:00.485012Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783111246,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-28T01:34:00.626401Z","caller":"traceutil/trace.go:171","msg":"trace[1413824310] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"690.892347ms","start":"2026-02-28T01:33:59.935472Z","end":"2026-02-28T01:34:00.626365Z","steps":["trace[1413824310] 'process raft request' (duration: 690.702103ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:34:00.626618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:59.935433Z","time spent":"691.077161ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:34:00.698843Z","caller":"traceutil/trace.go:171","msg":"trace[1168251929] linearizableReadLoop","detail":"{readStateIndex:1965; appliedIndex:1963; }","duration":"714.085422ms","start":"2026-02-28T01:33:59.984739Z","end":"2026-02-28T01:34:00.698824Z","steps":["trace[1168251929] 'read index received' (duration: 641.510583ms)","trace[1168251929] 'applied index is now lower than readState.Index' (duration: 72.573799ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:34:00.698922Z","caller":"traceutil/trace.go:171","msg":"trace[828190838] transaction","detail":"{read_only:false; response_revision:1890; number_of_response:1; }","duration":"753.477627ms","start":"2026-02-28T01:33:59.945388Z","end":"2026-02-28T01:34:00.698866Z","steps":["trace[828190838] 'process raft request' (duration: 752.294433ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:34:00.699129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:59.945352Z","time spent":"753.66542ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:34:00.699137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.781894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12384"} {"level":"info","ts":"2026-02-28T01:34:00.699179Z","caller":"traceutil/trace.go:171","msg":"trace[817366065] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1891; }","duration":"495.868626ms","start":"2026-02-28T01:34:00.203299Z","end":"2026-02-28T01:34:00.699168Z","steps":["trace[817366065] 'agreement among raft nodes before linearized reading' (duration: 495.656942ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:34:00.699212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:34:00.203273Z","time spent":"495.931998ms","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12408,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-28T01:34:00.69919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.42294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-28T01:34:00.6993Z","caller":"traceutil/trace.go:171","msg":"trace[2058367886] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1891; }","duration":"714.573462ms","start":"2026-02-28T01:33:59.9847Z","end":"2026-02-28T01:34:00.699273Z","steps":["trace[2058367886] 'agreement among raft nodes before linearized reading' (duration: 714.241725ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:34:00.699347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:59.984674Z","time spent":"714.663136ms","remote":"127.0.0.1:56310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-28T01:34:00.699338Z","caller":"traceutil/trace.go:171","msg":"trace[1944062264] transaction","detail":"{read_only:false; response_revision:1891; number_of_response:1; }","duration":"115.967156ms","start":"2026-02-28T01:34:00.583281Z","end":"2026-02-28T01:34:00.699248Z","steps":["trace[1944062264] 'process raft request' (duration: 115.493196ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:34:00.699454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.55428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:34:00.699491Z","caller":"traceutil/trace.go:171","msg":"trace[1717213684] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1891; }","duration":"366.636172ms","start":"2026-02-28T01:34:00.332843Z","end":"2026-02-28T01:34:00.699479Z","steps":["trace[1717213684] 'agreement among raft nodes before linearized reading' (duration: 366.58275ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:34:00.699516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:34:00.332816Z","time spent":"366.695143ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T01:34:00.699806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.141064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-28T01:34:00.699855Z","caller":"traceutil/trace.go:171","msg":"trace[1186261249] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1891; }","duration":"486.262296ms","start":"2026-02-28T01:34:00.213577Z","end":"2026-02-28T01:34:00.69984Z","steps":["trace[1186261249] 'agreement among raft nodes before linearized reading' (duration: 486.069152ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:34:00.699888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:34:00.213548Z","time spent":"486.330277ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T01:34:00.699927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.68047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-28T01:34:00.699936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.484558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-28T01:34:00.699963Z","caller":"traceutil/trace.go:171","msg":"trace[65178429] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1891; }","duration":"428.734891ms","start":"2026-02-28T01:34:00.271218Z","end":"2026-02-28T01:34:00.699953Z","steps":["trace[65178429] 'agreement among raft nodes before linearized reading' (duration: 428.639109ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:34:00.699976Z","caller":"traceutil/trace.go:171","msg":"trace[1716475191] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1891; }","duration":"430.561589ms","start":"2026-02-28T01:34:00.269404Z","end":"2026-02-28T01:34:00.699966Z","steps":["trace[1716475191] 'agreement among raft nodes before linearized reading' (duration: 430.451467ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:34:00.699991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:34:00.271208Z","time spent":"428.777382ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-28T01:34:00.70001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:34:00.269379Z","time spent":"430.624891ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-28T01:34:00.700024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.908586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-28T01:34:00.700076Z","caller":"traceutil/trace.go:171","msg":"trace[1887006440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1891; }","duration":"430.988748ms","start":"2026-02-28T01:34:00.269074Z","end":"2026-02-28T01:34:00.700063Z","steps":["trace[1887006440] 'agreement among raft nodes before linearized reading' (duration: 430.813245ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:34:00.70011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:34:00.269054Z","time spent":"431.048889ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-28T01:34:00.700114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.336617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-02-28T01:34:00.700141Z","caller":"traceutil/trace.go:171","msg":"trace[1800109910] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1891; }","duration":"432.395809ms","start":"2026-02-28T01:34:00.267737Z","end":"2026-02-28T01:34:00.700133Z","steps":["trace[1800109910] 'agreement among raft nodes before linearized reading' (duration: 431.867008ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:34:00.700166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:34:00.267718Z","time spent":"432.441279ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-28T01:34:02.770497Z","caller":"traceutil/trace.go:171","msg":"trace[1711816568] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"136.596318ms","start":"2026-02-28T01:34:02.633864Z","end":"2026-02-28T01:34:02.77046Z","steps":["trace[1711816568] 'process raft request' (duration: 136.352253ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:34:02.926832Z","caller":"traceutil/trace.go:171","msg":"trace[807302828] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"219.958543ms","start":"2026-02-28T01:34:02.70685Z","end":"2026-02-28T01:34:02.926808Z","steps":["trace[807302828] 'process raft request' (duration: 219.571385ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:34:02.927113Z","caller":"traceutil/trace.go:171","msg":"trace[826608188] linearizableReadLoop","detail":"{readStateIndex:1974; appliedIndex:1971; }","duration":"209.580376ms","start":"2026-02-28T01:34:02.7175Z","end":"2026-02-28T01:34:02.92708Z","steps":["trace[826608188] 'read index received' (duration: 52.781494ms)","trace[826608188] 'applied index is now lower than readState.Index' (duration: 156.796122ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:34:02.92727Z","caller":"traceutil/trace.go:171","msg":"trace[2092800712] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"220.163528ms","start":"2026-02-28T01:34:02.706977Z","end":"2026-02-28T01:34:02.927141Z","steps":["trace[2092800712] 'process raft request' (duration: 219.79386ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:34:02.927492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.953144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-28T01:34:02.92754Z","caller":"traceutil/trace.go:171","msg":"trace[1774900357] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1899; }","duration":"210.098257ms","start":"2026-02-28T01:34:02.71743Z","end":"2026-02-28T01:34:02.927528Z","steps":["trace[1774900357] 'agreement among raft nodes before linearized reading' (duration: 209.78092ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:34:02.931248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.776171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-28T01:34:02.93136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.473106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-28T01:34:02.931357Z","caller":"traceutil/trace.go:171","msg":"trace[23275244] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1899; }","duration":"178.893334ms","start":"2026-02-28T01:34:02.752437Z","end":"2026-02-28T01:34:02.93133Z","steps":["trace[23275244] 'agreement among raft nodes before linearized reading' (duration: 178.67952ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:34:02.931401Z","caller":"traceutil/trace.go:171","msg":"trace[1051136674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1899; }","duration":"179.507566ms","start":"2026-02-28T01:34:02.751882Z","end":"2026-02-28T01:34:02.931389Z","steps":["trace[1051136674] 'agreement among raft nodes before linearized reading' (duration: 179.422324ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:34:02.931248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.012188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-02-28T01:34:02.931552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.583276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-02-28T01:34:02.931557Z","caller":"traceutil/trace.go:171","msg":"trace[1575598008] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1899; }","duration":"213.343644ms","start":"2026-02-28T01:34:02.71818Z","end":"2026-02-28T01:34:02.931523Z","steps":["trace[1575598008] 'agreement among raft nodes before linearized reading' (duration: 212.893715ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:34:02.931505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.156949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-28T01:34:02.931674Z","caller":"traceutil/trace.go:171","msg":"trace[1914653450] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1899; }","duration":"179.395144ms","start":"2026-02-28T01:34:02.75226Z","end":"2026-02-28T01:34:02.931655Z","steps":["trace[1914653450] 'agreement among raft nodes before linearized reading' (duration: 178.906504ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:34:02.931612Z","caller":"traceutil/trace.go:171","msg":"trace[1837586320] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1899; }","duration":"178.698819ms","start":"2026-02-28T01:34:02.752897Z","end":"2026-02-28T01:34:02.931596Z","steps":["trace[1837586320] 'agreement among raft nodes before linearized reading' (duration: 178.533705ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:34:15.519221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.311988ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:34:15.519587Z","caller":"traceutil/trace.go:171","msg":"trace[1369981578] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"474.449498ms","start":"2026-02-28T01:34:15.04511Z","end":"2026-02-28T01:34:15.51956Z","steps":["trace[1369981578] 'process raft request' (duration: 474.354766ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:34:15.519644Z","caller":"traceutil/trace.go:171","msg":"trace[1081354059] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"474.603382ms","start":"2026-02-28T01:34:15.044992Z","end":"2026-02-28T01:34:15.519595Z","steps":["trace[1081354059] 'process raft request' (duration: 474.365407ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:34:15.519806Z","caller":"traceutil/trace.go:171","msg":"trace[2100044528] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"474.802506ms","start":"2026-02-28T01:34:15.044958Z","end":"2026-02-28T01:34:15.51976Z","steps":["trace[2100044528] 'process raft request' (duration: 256.831925ms)","trace[2100044528] 'compare' (duration: 217.033522ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:34:15.519859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:34:15.044969Z","time spent":"474.771326ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:34:15.519908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:34:15.044929Z","time spent":"474.933968ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:34:15.519864Z","caller":"traceutil/trace.go:171","msg":"trace[1065694161] linearizableReadLoop","detail":"{readStateIndex:2041; appliedIndex:2037; }","duration":"186.989454ms","start":"2026-02-28T01:34:15.332799Z","end":"2026-02-28T01:34:15.519788Z","steps":["trace[1065694161] 'read index received' (duration: 68.942µs)","trace[1065694161] 'applied index is now lower than readState.Index' (duration: 186.910231ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:34:15.519885Z","caller":"traceutil/trace.go:171","msg":"trace[1272686171] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"474.669382ms","start":"2026-02-28T01:34:15.045145Z","end":"2026-02-28T01:34:15.519815Z","steps":["trace[1272686171] 'process raft request' (duration: 474.364196ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:34:15.520127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:34:15.045099Z","time spent":"474.539559ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:34:15.520157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:34:15.045137Z","time spent":"474.902097ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":488,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:34:15.520135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.30843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:34:15.520309Z","caller":"traceutil/trace.go:171","msg":"trace[556871261] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1962; }","duration":"187.554025ms","start":"2026-02-28T01:34:15.33273Z","end":"2026-02-28T01:34:15.520284Z","steps":["trace[556871261] 'agreement among raft nodes before linearized reading' (duration: 187.206288ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:34:47.84198Z","caller":"traceutil/trace.go:171","msg":"trace[1205331640] transaction","detail":"{read_only:false; response_revision:2119; number_of_response:1; }","duration":"141.378921ms","start":"2026-02-28T01:34:47.700572Z","end":"2026-02-28T01:34:47.841951Z","steps":["trace[1205331640] 'process raft request' (duration: 141.174576ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:34:47.872011Z","caller":"traceutil/trace.go:171","msg":"trace[954135635] transaction","detail":"{read_only:false; response_revision:2121; number_of_response:1; }","duration":"169.143757ms","start":"2026-02-28T01:34:47.702837Z","end":"2026-02-28T01:34:47.87198Z","steps":["trace[954135635] 'process raft request' (duration: 169.028094ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:34:47.872101Z","caller":"traceutil/trace.go:171","msg":"trace[135776847] transaction","detail":"{read_only:false; response_revision:2120; number_of_response:1; }","duration":"170.192639ms","start":"2026-02-28T01:34:47.701862Z","end":"2026-02-28T01:34:47.872055Z","steps":["trace[135776847] 'process raft request' (duration: 169.856612ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:34:47.872454Z","caller":"traceutil/trace.go:171","msg":"trace[758291652] transaction","detail":"{read_only:false; response_revision:2122; number_of_response:1; }","duration":"169.002733ms","start":"2026-02-28T01:34:47.703423Z","end":"2026-02-28T01:34:47.872426Z","steps":["trace[758291652] 'process raft request' (duration: 168.489112ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:34:48.014271Z","caller":"traceutil/trace.go:171","msg":"trace[1933765618] transaction","detail":"{read_only:false; response_revision:2123; number_of_response:1; }","duration":"137.823873ms","start":"2026-02-28T01:34:47.87641Z","end":"2026-02-28T01:34:48.014234Z","steps":["trace[1933765618] 'process raft request' (duration: 106.327107ms)","trace[1933765618] 'compare' (duration: 31.302672ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:35:01.191546Z","caller":"traceutil/trace.go:171","msg":"trace[972819118] transaction","detail":"{read_only:false; response_revision:2180; number_of_response:1; }","duration":"111.042469ms","start":"2026-02-28T01:35:01.080477Z","end":"2026-02-28T01:35:01.191519Z","steps":["trace[972819118] 'process raft request' (duration: 54.6484ms)","trace[972819118] 'compare' (duration: 56.295027ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:35:01.385011Z","caller":"traceutil/trace.go:171","msg":"trace[296167486] transaction","detail":"{read_only:false; response_revision:2181; number_of_response:1; }","duration":"173.422849ms","start":"2026-02-28T01:35:01.211528Z","end":"2026-02-28T01:35:01.384951Z","steps":["trace[296167486] 'process raft request' (duration: 94.261864ms)","trace[296167486] 'compare' (duration: 78.586633ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:35:01.38512Z","caller":"traceutil/trace.go:171","msg":"trace[1375921187] transaction","detail":"{read_only:false; response_revision:2182; number_of_response:1; }","duration":"114.503725ms","start":"2026-02-28T01:35:01.270568Z","end":"2026-02-28T01:35:01.385071Z","steps":["trace[1375921187] 'process raft request' (duration: 114.333301ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:35:23.507184Z","caller":"traceutil/trace.go:171","msg":"trace[901342678] transaction","detail":"{read_only:false; response_revision:2452; number_of_response:1; }","duration":"298.175527ms","start":"2026-02-28T01:35:23.208982Z","end":"2026-02-28T01:35:23.507158Z","steps":["trace[901342678] 'process raft request' (duration: 297.972383ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:35:24.489139Z","caller":"traceutil/trace.go:171","msg":"trace[579227181] transaction","detail":"{read_only:false; response_revision:2454; number_of_response:1; }","duration":"1.005227617s","start":"2026-02-28T01:35:23.483885Z","end":"2026-02-28T01:35:24.489113Z","steps":["trace[579227181] 'process raft request' (duration: 1.005149285s)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:35:24.489135Z","caller":"traceutil/trace.go:171","msg":"trace[1756551770] linearizableReadLoop","detail":"{readStateIndex:2555; appliedIndex:2552; }","duration":"996.770352ms","start":"2026-02-28T01:35:23.492329Z","end":"2026-02-28T01:35:24.489099Z","steps":["trace[1756551770] 'read index received' (duration: 14.635099ms)","trace[1756551770] 'applied index is now lower than readState.Index' (duration: 982.134063ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:35:24.48942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.085139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-28T01:35:24.489439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:35:23.483869Z","time spent":"1.005437321s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:35:24.489552Z","caller":"traceutil/trace.go:171","msg":"trace[1996791871] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2454; }","duration":"997.208291ms","start":"2026-02-28T01:35:23.492265Z","end":"2026-02-28T01:35:24.489473Z","steps":["trace[1996791871] 'agreement among raft nodes before linearized reading' (duration: 996.934075ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:35:24.4896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:35:23.492235Z","time spent":"997.353175ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T01:35:24.489654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.016484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-28T01:35:24.489744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.95176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:35:24.489762Z","caller":"traceutil/trace.go:171","msg":"trace[1936276840] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2454; }","duration":"593.195018ms","start":"2026-02-28T01:35:23.896541Z","end":"2026-02-28T01:35:24.489736Z","steps":["trace[1936276840] 'agreement among raft nodes before linearized reading' (duration: 592.965413ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:35:24.489792Z","caller":"traceutil/trace.go:171","msg":"trace[1847069764] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2454; }","duration":"156.991282ms","start":"2026-02-28T01:35:24.332786Z","end":"2026-02-28T01:35:24.489777Z","steps":["trace[1847069764] 'agreement among raft nodes before linearized reading' (duration: 156.932231ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:35:24.489793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.391468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-28T01:35:24.489818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:35:23.896516Z","time spent":"593.290789ms","remote":"127.0.0.1:43874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-02-28T01:35:24.48984Z","caller":"traceutil/trace.go:171","msg":"trace[822379886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2454; }","duration":"418.458269ms","start":"2026-02-28T01:35:24.071368Z","end":"2026-02-28T01:35:24.489826Z","steps":["trace[822379886] 'agreement among raft nodes before linearized reading' (duration: 418.327416ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:35:24.489814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.540184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-28T01:35:24.489889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:35:24.071354Z","time spent":"418.52728ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-28T01:35:24.489834Z","caller":"traceutil/trace.go:171","msg":"trace[770428779] transaction","detail":"{read_only:false; response_revision:2453; number_of_response:1; }","duration":"1.006919533s","start":"2026-02-28T01:35:23.482814Z","end":"2026-02-28T01:35:24.489733Z","steps":["trace[770428779] 'process raft request' (duration: 1.002865035s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:35:24.48968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.844182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-28T01:35:24.489945Z","caller":"traceutil/trace.go:171","msg":"trace[726423103] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2454; }","duration":"425.749778ms","start":"2026-02-28T01:35:24.064175Z","end":"2026-02-28T01:35:24.489925Z","steps":["trace[726423103] 'agreement among raft nodes before linearized reading' (duration: 425.38336ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:35:24.490357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:35:24.064145Z","time spent":"426.198878ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-28T01:35:24.490328Z","caller":"traceutil/trace.go:171","msg":"trace[237872806] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2454; }","duration":"416.494916ms","start":"2026-02-28T01:35:24.073798Z","end":"2026-02-28T01:35:24.490293Z","steps":["trace[237872806] 'agreement among raft nodes before linearized reading' (duration: 415.723729ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:35:24.490367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:35:23.482766Z","time spent":"1.0072458s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:35:24.490009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.823281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-02-28T01:35:24.490533Z","caller":"traceutil/trace.go:171","msg":"trace[983648453] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2454; }","duration":"460.399093ms","start":"2026-02-28T01:35:24.030101Z","end":"2026-02-28T01:35:24.4905Z","steps":["trace[983648453] 'agreement among raft nodes before linearized reading' (duration: 459.637197ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:35:24.490588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:35:24.030075Z","time spent":"460.503255ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-28T01:35:24.490628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:35:24.073787Z","time spent":"416.623528ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-28T01:35:52.73095Z","caller":"traceutil/trace.go:171","msg":"trace[806732702] linearizableReadLoop","detail":"{readStateIndex:2722; appliedIndex:2720; }","duration":"103.507565ms","start":"2026-02-28T01:35:52.6274Z","end":"2026-02-28T01:35:52.730908Z","steps":["trace[806732702] 'read index received' (duration: 66.383202ms)","trace[806732702] 'applied index is now lower than readState.Index' (duration: 37.122683ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:35:52.73106Z","caller":"traceutil/trace.go:171","msg":"trace[1864689871] transaction","detail":"{read_only:false; response_revision:2616; number_of_response:1; }","duration":"128.064188ms","start":"2026-02-28T01:35:52.602914Z","end":"2026-02-28T01:35:52.730978Z","steps":["trace[1864689871] 'process raft request' (duration: 127.841994ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:35:52.731678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.895314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-28T01:35:52.731759Z","caller":"traceutil/trace.go:171","msg":"trace[2120843553] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2616; }","duration":"104.415076ms","start":"2026-02-28T01:35:52.627323Z","end":"2026-02-28T01:35:52.731738Z","steps":["trace[2120843553] 'agreement among raft nodes before linearized reading' (duration: 103.806912ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:35:58.542341Z","caller":"traceutil/trace.go:171","msg":"trace[811425032] linearizableReadLoop","detail":"{readStateIndex:2751; appliedIndex:2750; }","duration":"209.418593ms","start":"2026-02-28T01:35:58.332864Z","end":"2026-02-28T01:35:58.542283Z","steps":["trace[811425032] 'read index received' (duration: 209.169188ms)","trace[811425032] 'applied index is now lower than readState.Index' (duration: 247.615µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:35:58.543296Z","caller":"traceutil/trace.go:171","msg":"trace[2026605839] transaction","detail":"{read_only:false; response_revision:2643; number_of_response:1; }","duration":"371.897165ms","start":"2026-02-28T01:35:58.170509Z","end":"2026-02-28T01:35:58.542406Z","steps":["trace[2026605839] 'process raft request' (duration: 371.590478ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:35:58.543845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:35:58.170466Z","time spent":"373.0195ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:35:58.54652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.295997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:35:58.546839Z","caller":"traceutil/trace.go:171","msg":"trace[1199176618] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2643; }","duration":"213.917592ms","start":"2026-02-28T01:35:58.332812Z","end":"2026-02-28T01:35:58.546729Z","steps":["trace[1199176618] 'agreement among raft nodes before linearized reading' (duration: 209.641098ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:35:58.550117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.518095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18984532edd4ad9e\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-02-28T01:35:58.550275Z","caller":"traceutil/trace.go:171","msg":"trace[2087119911] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18984532edd4ad9e; range_end:; response_count:1; response_revision:2643; }","duration":"140.715611ms","start":"2026-02-28T01:35:58.409513Z","end":"2026-02-28T01:35:58.550229Z","steps":["trace[2087119911] 'agreement among raft nodes before linearized reading' (duration: 140.29229ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:35:59.571999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.519573ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:35:59.572248Z","caller":"traceutil/trace.go:171","msg":"trace[200459085] transaction","detail":"{read_only:false; response_revision:2646; number_of_response:1; }","duration":"820.280346ms","start":"2026-02-28T01:35:58.751928Z","end":"2026-02-28T01:35:59.572209Z","steps":["trace[200459085] 'process raft request' (duration: 210.410155ms)","trace[200459085] 'compare' (duration: 609.054103ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:35:59.572305Z","caller":"traceutil/trace.go:171","msg":"trace[1502923585] transaction","detail":"{read_only:false; response_revision:2647; number_of_response:1; }","duration":"773.377206ms","start":"2026-02-28T01:35:58.798906Z","end":"2026-02-28T01:35:59.572284Z","steps":["trace[1502923585] 'process raft request' (duration: 773.245283ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:35:59.572384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:35:58.798892Z","time spent":"773.456328ms","remote":"127.0.0.1:43610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:35:59.572433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:35:58.751905Z","time spent":"820.432058ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:35:59.572626Z","caller":"traceutil/trace.go:171","msg":"trace[436798872] linearizableReadLoop","detail":"{readStateIndex:2754; appliedIndex:2752; }","duration":"806.46127ms","start":"2026-02-28T01:35:58.766149Z","end":"2026-02-28T01:35:59.572611Z","steps":["trace[436798872] 'read index received' (duration: 19.048792ms)","trace[436798872] 'applied index is now lower than readState.Index' (duration: 787.410328ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:35:59.573065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.878129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-28T01:35:59.573197Z","caller":"traceutil/trace.go:171","msg":"trace[367723610] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2647; }","duration":"807.028812ms","start":"2026-02-28T01:35:58.766116Z","end":"2026-02-28T01:35:59.573145Z","steps":["trace[367723610] 'agreement among raft nodes before linearized reading' (duration: 806.674054ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:35:59.573314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:35:58.766101Z","time spent":"807.198306ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-28T01:36:00.81053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.037848ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:36:00.81085Z","caller":"traceutil/trace.go:171","msg":"trace[1471158627] transaction","detail":"{read_only:false; response_revision:2650; number_of_response:1; }","duration":"1.161289047s","start":"2026-02-28T01:35:59.649537Z","end":"2026-02-28T01:36:00.810826Z","steps":["trace[1471158627] 'process raft request' (duration: 1.161227884s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:36:00.810964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:35:59.649506Z","time spent":"1.161407029s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:36:00.811166Z","caller":"traceutil/trace.go:171","msg":"trace[28203774] linearizableReadLoop","detail":"{readStateIndex:2756; appliedIndex:2755; }","duration":"1.238475667s","start":"2026-02-28T01:35:59.57267Z","end":"2026-02-28T01:36:00.811146Z","steps":["trace[28203774] 'read index received' (duration: 271.659881ms)","trace[28203774] 'applied index is now lower than readState.Index' (duration: 966.814006ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:36:00.81126Z","caller":"traceutil/trace.go:171","msg":"trace[1271324870] transaction","detail":"{read_only:false; response_revision:2649; number_of_response:1; }","duration":"1.232908804s","start":"2026-02-28T01:35:59.578335Z","end":"2026-02-28T01:36:00.811244Z","steps":["trace[1271324870] 'process raft request' (duration: 1.232347451s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:36:00.811353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:35:59.57831Z","time spent":"1.232998475s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:36:00.810816Z","caller":"traceutil/trace.go:171","msg":"trace[471360181] transaction","detail":"{read_only:false; response_revision:2648; number_of_response:1; }","duration":"1.600439932s","start":"2026-02-28T01:35:59.210333Z","end":"2026-02-28T01:36:00.810773Z","steps":["trace[471360181] 'process raft request' (duration: 634.000395ms)","trace[471360181] 'compare' (duration: 965.898175ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:36:00.811532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.852012569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-02-28T01:36:00.811548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.010180417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-28T01:36:00.811598Z","caller":"traceutil/trace.go:171","msg":"trace[1561001638] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2650; }","duration":"1.852144182s","start":"2026-02-28T01:35:58.959437Z","end":"2026-02-28T01:36:00.811581Z","steps":["trace[1561001638] 'agreement among raft nodes before linearized reading' (duration: 1.851893507s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:36:00.811592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:35:59.210296Z","time spent":"1.60124908s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:36:00.811668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:35:58.959406Z","time spent":"1.852246305s","remote":"127.0.0.1:43748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-02-28T01:36:00.811742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.009212174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-28T01:36:00.811796Z","caller":"traceutil/trace.go:171","msg":"trace[730719147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2650; }","duration":"2.009278777s","start":"2026-02-28T01:35:58.802505Z","end":"2026-02-28T01:36:00.811783Z","steps":["trace[730719147] 'agreement among raft nodes before linearized reading' (duration: 2.009135894s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:36:00.811841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:35:58.802393Z","time spent":"2.00943816s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-28T01:36:00.811605Z","caller":"traceutil/trace.go:171","msg":"trace[199448393] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2650; }","duration":"2.010276519s","start":"2026-02-28T01:35:58.801313Z","end":"2026-02-28T01:36:00.811589Z","steps":["trace[199448393] 'agreement among raft nodes before linearized reading' (duration: 2.010114676s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:36:00.811989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:35:58.801276Z","time spent":"2.010697418s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T01:36:00.812176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.010399542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-28T01:36:00.812245Z","caller":"traceutil/trace.go:171","msg":"trace[1416259139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2650; }","duration":"2.010490593s","start":"2026-02-28T01:35:58.801738Z","end":"2026-02-28T01:36:00.812228Z","steps":["trace[1416259139] 'agreement among raft nodes before linearized reading' (duration: 2.010272829s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:36:00.812299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:35:58.801726Z","time spent":"2.010560725s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-28T01:36:00.813466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.015058444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-28T01:36:00.813675Z","caller":"traceutil/trace.go:171","msg":"trace[2095674097] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2650; }","duration":"2.01531202s","start":"2026-02-28T01:35:58.798339Z","end":"2026-02-28T01:36:00.813651Z","steps":["trace[2095674097] 'agreement among raft nodes before linearized reading' (duration: 2.013585962s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:36:00.813871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:35:58.798327Z","time spent":"2.015525746s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-28T01:36:00.81842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.819477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:36:00.818507Z","caller":"traceutil/trace.go:171","msg":"trace[1080926360] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2651; }","duration":"936.002871ms","start":"2026-02-28T01:35:59.882493Z","end":"2026-02-28T01:36:00.818496Z","steps":["trace[1080926360] 'agreement among raft nodes before linearized reading' (duration: 935.901229ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:36:00.81855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:35:59.882467Z","time spent":"936.076223ms","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T01:36:00.81872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.883569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-28T01:36:00.818761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.365856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:36:00.818776Z","caller":"traceutil/trace.go:171","msg":"trace[1155136167] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2651; }","duration":"295.989911ms","start":"2026-02-28T01:36:00.522778Z","end":"2026-02-28T01:36:00.818768Z","steps":["trace[1155136167] 'agreement among raft nodes before linearized reading' (duration: 295.901459ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:36:00.818806Z","caller":"traceutil/trace.go:171","msg":"trace[434673012] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2651; }","duration":"487.452998ms","start":"2026-02-28T01:36:00.331339Z","end":"2026-02-28T01:36:00.818792Z","steps":["trace[434673012] 'agreement among raft nodes before linearized reading' (duration: 487.395406ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:36:00.818834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:36:00.331314Z","time spent":"487.514998ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T01:36:00.818448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.254463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-28T01:36:00.819031Z","caller":"traceutil/trace.go:171","msg":"trace[66817292] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2651; }","duration":"962.897067ms","start":"2026-02-28T01:35:59.856125Z","end":"2026-02-28T01:36:00.819023Z","steps":["trace[66817292] 'agreement among raft nodes before linearized reading' (duration: 962.284903ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:36:00.819058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:35:59.856095Z","time spent":"962.954548ms","remote":"127.0.0.1:56228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-28T01:36:07.152559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.605394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-02-28T01:36:07.152663Z","caller":"traceutil/trace.go:171","msg":"trace[775307056] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2683; }","duration":"148.780718ms","start":"2026-02-28T01:36:07.003859Z","end":"2026-02-28T01:36:07.15264Z","steps":["trace[775307056] 'range keys from in-memory index tree' (duration: 148.375979ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:38:12.601853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.684814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:38:12.601883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.009801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/secretgen-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:38:12.60196Z","caller":"traceutil/trace.go:171","msg":"trace[583853499] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3399; }","duration":"269.873057ms","start":"2026-02-28T01:38:12.332061Z","end":"2026-02-28T01:38:12.601934Z","steps":["trace[583853499] 'range keys from in-memory index tree' (duration: 269.506189ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:38:12.602013Z","caller":"traceutil/trace.go:171","msg":"trace[1923503744] range","detail":"{range_begin:/registry/namespaces/secretgen-controller; range_end:; response_count:0; response_revision:3399; }","duration":"128.203715ms","start":"2026-02-28T01:38:12.473776Z","end":"2026-02-28T01:38:12.60198Z","steps":["trace[1923503744] 'range keys from in-memory index tree' (duration: 127.903288ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:38:12.602064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.645591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:38:12.602191Z","caller":"traceutil/trace.go:171","msg":"trace[81013747] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:3399; }","duration":"298.856445ms","start":"2026-02-28T01:38:12.303306Z","end":"2026-02-28T01:38:12.602163Z","steps":["trace[81013747] 'count revisions from in-memory index tree' (duration: 298.543519ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:38:47.773647Z","caller":"traceutil/trace.go:171","msg":"trace[1324711365] transaction","detail":"{read_only:false; response_revision:3643; number_of_response:1; }","duration":"252.968354ms","start":"2026-02-28T01:38:47.520647Z","end":"2026-02-28T01:38:47.773616Z","steps":["trace[1324711365] 'process raft request' (duration: 252.80892ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:38:48.065773Z","caller":"traceutil/trace.go:171","msg":"trace[1983419073] linearizableReadLoop","detail":"{readStateIndex:3793; appliedIndex:3791; }","duration":"409.588266ms","start":"2026-02-28T01:38:47.656145Z","end":"2026-02-28T01:38:48.065734Z","steps":["trace[1983419073] 'read index received' (duration: 117.345516ms)","trace[1983419073] 'applied index is now lower than readState.Index' (duration: 292.24086ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:38:48.066102Z","caller":"traceutil/trace.go:171","msg":"trace[251416168] transaction","detail":"{read_only:false; response_revision:3644; number_of_response:1; }","duration":"543.720271ms","start":"2026-02-28T01:38:47.52205Z","end":"2026-02-28T01:38:48.065771Z","steps":["trace[251416168] 'process raft request' (duration: 539.339135ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:38:48.066164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.997604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-snz77\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-02-28T01:38:48.066289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:38:47.522037Z","time spent":"544.15012ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:38:48.066271Z","caller":"traceutil/trace.go:171","msg":"trace[57673878] range","detail":"{range_begin:/registry/pods/openstack/keepalived-snz77; range_end:; response_count:1; response_revision:3644; }","duration":"410.154308ms","start":"2026-02-28T01:38:47.656095Z","end":"2026-02-28T01:38:48.066249Z","steps":["trace[57673878] 'agreement among raft nodes before linearized reading' (duration: 409.79714ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:38:48.066311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.449294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-28T01:38:48.066316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.725698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.65\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-02-28T01:38:48.0664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:38:47.656074Z","time spent":"410.308392ms","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-snz77\" "} {"level":"warn","ts":"2026-02-28T01:38:48.066453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.003935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-28T01:38:48.066523Z","caller":"traceutil/trace.go:171","msg":"trace[1702682290] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3644; }","duration":"165.103057ms","start":"2026-02-28T01:38:47.9014Z","end":"2026-02-28T01:38:48.066503Z","steps":["trace[1702682290] 'agreement among raft nodes before linearized reading' (duration: 164.851312ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:38:48.066513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.978315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-28T01:38:48.066543Z","caller":"traceutil/trace.go:171","msg":"trace[1892191813] range","detail":"{range_begin:/registry/masterleases/199.204.45.65; range_end:; response_count:1; response_revision:3644; }","duration":"222.943672ms","start":"2026-02-28T01:38:47.843518Z","end":"2026-02-28T01:38:48.066462Z","steps":["trace[1892191813] 'agreement among raft nodes before linearized reading' (duration: 222.470092ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:38:48.066784Z","caller":"traceutil/trace.go:171","msg":"trace[735333999] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3644; }","duration":"170.243252ms","start":"2026-02-28T01:38:47.896515Z","end":"2026-02-28T01:38:48.066758Z","steps":["trace[735333999] 'agreement among raft nodes before linearized reading' (duration: 169.841752ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:38:48.066927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.604763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-28T01:38:48.067008Z","caller":"traceutil/trace.go:171","msg":"trace[1397025603] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3644; }","duration":"162.702966ms","start":"2026-02-28T01:38:47.904292Z","end":"2026-02-28T01:38:48.066995Z","steps":["trace[1397025603] 'agreement among raft nodes before linearized reading' (duration: 162.547783ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:38:48.067148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.243722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-28T01:38:48.067246Z","caller":"traceutil/trace.go:171","msg":"trace[1283724328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3644; }","duration":"160.329954ms","start":"2026-02-28T01:38:47.90686Z","end":"2026-02-28T01:38:48.06719Z","steps":["trace[1283724328] 'agreement among raft nodes before linearized reading' (duration: 159.963116ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:38:48.066402Z","caller":"traceutil/trace.go:171","msg":"trace[589630368] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3644; }","duration":"159.573777ms","start":"2026-02-28T01:38:47.906805Z","end":"2026-02-28T01:38:48.066379Z","steps":["trace[589630368] 'agreement among raft nodes before linearized reading' (duration: 159.380842ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:39:21.172242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.522643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagers.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:39:21.17236Z","caller":"traceutil/trace.go:171","msg":"trace[172995362] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagers.monitoring.coreos.com; range_end:; response_count:0; response_revision:3849; }","duration":"122.720688ms","start":"2026-02-28T01:39:21.049615Z","end":"2026-02-28T01:39:21.172335Z","steps":["trace[172995362] 'range keys from in-memory index tree' (duration: 122.407272ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:39:21.450473Z","caller":"traceutil/trace.go:171","msg":"trace[351683382] transaction","detail":"{read_only:false; response_revision:3851; number_of_response:1; }","duration":"154.455431ms","start":"2026-02-28T01:39:21.295985Z","end":"2026-02-28T01:39:21.450441Z","steps":["trace[351683382] 'process raft request' (duration: 153.361648ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:39:21.485441Z","caller":"traceutil/trace.go:171","msg":"trace[1527814979] linearizableReadLoop","detail":"{readStateIndex:4011; appliedIndex:4009; }","duration":"153.167444ms","start":"2026-02-28T01:39:21.332247Z","end":"2026-02-28T01:39:21.485414Z","steps":["trace[1527814979] 'read index received' (duration: 116.764571ms)","trace[1527814979] 'applied index is now lower than readState.Index' (duration: 36.401623ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:39:21.485595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.333778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:39:21.485629Z","caller":"traceutil/trace.go:171","msg":"trace[454846770] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3852; }","duration":"153.43247ms","start":"2026-02-28T01:39:21.332186Z","end":"2026-02-28T01:39:21.485618Z","steps":["trace[454846770] 'agreement among raft nodes before linearized reading' (duration: 153.331248ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:39:21.485656Z","caller":"traceutil/trace.go:171","msg":"trace[984410413] transaction","detail":"{read_only:false; response_revision:3852; number_of_response:1; }","duration":"188.606846ms","start":"2026-02-28T01:39:21.297007Z","end":"2026-02-28T01:39:21.485614Z","steps":["trace[984410413] 'process raft request' (duration: 188.047034ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:39:21.678032Z","caller":"traceutil/trace.go:171","msg":"trace[31982330] transaction","detail":"{read_only:false; response_revision:3854; number_of_response:1; }","duration":"131.459078ms","start":"2026-02-28T01:39:21.54649Z","end":"2026-02-28T01:39:21.677949Z","steps":["trace[31982330] 'process raft request' (duration: 69.206547ms)","trace[31982330] 'compare' (duration: 61.856342ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:39:21.683992Z","caller":"traceutil/trace.go:171","msg":"trace[454684444] transaction","detail":"{read_only:false; response_revision:3855; number_of_response:1; }","duration":"118.599072ms","start":"2026-02-28T01:39:21.565334Z","end":"2026-02-28T01:39:21.683933Z","steps":["trace[454684444] 'process raft request' (duration: 112.790677ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:39:22.402388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.791294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/prometheusrules.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:39:22.402496Z","caller":"traceutil/trace.go:171","msg":"trace[982231256] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/prometheusrules.monitoring.coreos.com; range_end:; response_count:0; response_revision:3866; }","duration":"204.954007ms","start":"2026-02-28T01:39:22.197516Z","end":"2026-02-28T01:39:22.40247Z","steps":["trace[982231256] 'range keys from in-memory index tree' (duration: 204.702471ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:39:22.403826Z","caller":"traceutil/trace.go:171","msg":"trace[1492350270] transaction","detail":"{read_only:false; response_revision:3867; number_of_response:1; }","duration":"110.099598ms","start":"2026-02-28T01:39:22.293698Z","end":"2026-02-28T01:39:22.403798Z","steps":["trace[1492350270] 'process raft request' (duration: 109.403784ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:39:22.417098Z","caller":"traceutil/trace.go:171","msg":"trace[372874744] linearizableReadLoop","detail":"{readStateIndex:4027; appliedIndex:4025; }","duration":"116.120448ms","start":"2026-02-28T01:39:22.300952Z","end":"2026-02-28T01:39:22.417072Z","steps":["trace[372874744] 'read index received' (duration: 101.808829ms)","trace[372874744] 'applied index is now lower than readState.Index' (duration: 14.310479ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:39:22.417184Z","caller":"traceutil/trace.go:171","msg":"trace[887371879] transaction","detail":"{read_only:false; response_revision:3868; number_of_response:1; }","duration":"121.376011ms","start":"2026-02-28T01:39:22.295775Z","end":"2026-02-28T01:39:22.417151Z","steps":["trace[887371879] 'process raft request' (duration: 121.157625ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:39:22.41736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.386144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-snz77\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-02-28T01:39:22.417432Z","caller":"traceutil/trace.go:171","msg":"trace[935956974] range","detail":"{range_begin:/registry/pods/openstack/keepalived-snz77; range_end:; response_count:1; response_revision:3868; }","duration":"116.484006ms","start":"2026-02-28T01:39:22.300906Z","end":"2026-02-28T01:39:22.41739Z","steps":["trace[935956974] 'agreement among raft nodes before linearized reading' (duration: 116.259171ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:07.758678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.303057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6dd78a0a-5549-434b-9712-79f474e9dc6a\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-02-28T01:40:07.758867Z","caller":"traceutil/trace.go:171","msg":"trace[1502877932] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6dd78a0a-5549-434b-9712-79f474e9dc6a; range_end:; response_count:1; response_revision:4538; }","duration":"139.505291ms","start":"2026-02-28T01:40:07.61934Z","end":"2026-02-28T01:40:07.758845Z","steps":["trace[1502877932] 'range keys from in-memory index tree' (duration: 139.133464ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:09.824119Z","caller":"traceutil/trace.go:171","msg":"trace[657130985] transaction","detail":"{read_only:false; response_revision:4563; number_of_response:1; }","duration":"124.881386ms","start":"2026-02-28T01:40:09.699169Z","end":"2026-02-28T01:40:09.824051Z","steps":["trace[657130985] 'process raft request' (duration: 124.555519ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:09.937591Z","caller":"traceutil/trace.go:171","msg":"trace[1469544309] transaction","detail":"{read_only:false; response_revision:4564; number_of_response:1; }","duration":"103.834818ms","start":"2026-02-28T01:40:09.83372Z","end":"2026-02-28T01:40:09.937555Z","steps":["trace[1469544309] 'process raft request' (duration: 103.589613ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:10.164693Z","caller":"traceutil/trace.go:171","msg":"trace[2130069122] transaction","detail":"{read_only:false; response_revision:4566; number_of_response:1; }","duration":"220.739828ms","start":"2026-02-28T01:40:09.94391Z","end":"2026-02-28T01:40:10.16465Z","steps":["trace[2130069122] 'process raft request' (duration: 161.638994ms)","trace[2130069122] 'compare' (duration: 58.844648ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:40:10.164836Z","caller":"traceutil/trace.go:171","msg":"trace[1878400166] transaction","detail":"{read_only:false; response_revision:4567; number_of_response:1; }","duration":"218.468407ms","start":"2026-02-28T01:40:09.946337Z","end":"2026-02-28T01:40:10.164805Z","steps":["trace[1878400166] 'process raft request' (duration: 218.238712ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:10.313796Z","caller":"traceutil/trace.go:171","msg":"trace[1320964069] linearizableReadLoop","detail":"{readStateIndex:4757; appliedIndex:4754; }","duration":"287.373608ms","start":"2026-02-28T01:40:10.026393Z","end":"2026-02-28T01:40:10.313766Z","steps":["trace[1320964069] 'read index received' (duration: 79.15061ms)","trace[1320964069] 'applied index is now lower than readState.Index' (duration: 208.221138ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:40:10.313867Z","caller":"traceutil/trace.go:171","msg":"trace[727351986] transaction","detail":"{read_only:false; response_revision:4568; number_of_response:1; }","duration":"355.469822ms","start":"2026-02-28T01:40:09.958344Z","end":"2026-02-28T01:40:10.313814Z","steps":["trace[727351986] 'process raft request' (duration: 336.01094ms)","trace[727351986] 'compare' (duration: 19.187476ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:40:10.314075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:40:09.958325Z","time spent":"355.652487ms","remote":"127.0.0.1:43610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":878,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-28T01:40:10.314122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.699145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dcd14c13-bb67-4257-8706-ee4ffa845782\" ","response":"range_response_count:1 size:4046"} {"level":"info","ts":"2026-02-28T01:40:10.314209Z","caller":"traceutil/trace.go:171","msg":"trace[1295219926] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-dcd14c13-bb67-4257-8706-ee4ffa845782; range_end:; response_count:1; response_revision:4568; }","duration":"287.845489ms","start":"2026-02-28T01:40:10.026342Z","end":"2026-02-28T01:40:10.314188Z","steps":["trace[1295219926] 'agreement among raft nodes before linearized reading' (duration: 287.560572ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:10.332812Z","caller":"traceutil/trace.go:171","msg":"trace[871810213] transaction","detail":"{read_only:false; response_revision:4569; number_of_response:1; }","duration":"163.101326ms","start":"2026-02-28T01:40:10.169685Z","end":"2026-02-28T01:40:10.332787Z","steps":["trace[871810213] 'process raft request' (duration: 162.85684ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:10.33289Z","caller":"traceutil/trace.go:171","msg":"trace[14612812] transaction","detail":"{read_only:false; response_revision:4570; number_of_response:1; }","duration":"163.078465ms","start":"2026-02-28T01:40:10.169782Z","end":"2026-02-28T01:40:10.33286Z","steps":["trace[14612812] 'process raft request' (duration: 162.899241ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:10.333161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.722136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1261"} {"level":"info","ts":"2026-02-28T01:40:10.333273Z","caller":"traceutil/trace.go:171","msg":"trace[1148971583] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4570; }","duration":"157.870069ms","start":"2026-02-28T01:40:10.175362Z","end":"2026-02-28T01:40:10.333232Z","steps":["trace[1148971583] 'agreement among raft nodes before linearized reading' (duration: 157.447ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:10.49801Z","caller":"traceutil/trace.go:171","msg":"trace[780042065] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4572; }","duration":"102.733184ms","start":"2026-02-28T01:40:10.395237Z","end":"2026-02-28T01:40:10.49797Z","steps":["trace[780042065] 'process raft request' (duration: 49.369688ms)","trace[780042065] 'compare' (duration: 53.188212ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:40:14.456579Z","caller":"traceutil/trace.go:171","msg":"trace[1472400130] transaction","detail":"{read_only:false; response_revision:4664; number_of_response:1; }","duration":"177.321732ms","start":"2026-02-28T01:40:14.279226Z","end":"2026-02-28T01:40:14.456548Z","steps":["trace[1472400130] 'process raft request' (duration: 111.275673ms)","trace[1472400130] 'compare' (duration: 65.908576ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:40:14.459867Z","caller":"traceutil/trace.go:171","msg":"trace[478117389] transaction","detail":"{read_only:false; response_revision:4667; number_of_response:1; }","duration":"112.094702ms","start":"2026-02-28T01:40:14.347755Z","end":"2026-02-28T01:40:14.45985Z","steps":["trace[478117389] 'process raft request' (duration: 112.036641ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:14.460223Z","caller":"traceutil/trace.go:171","msg":"trace[692641687] transaction","detail":"{read_only:false; response_revision:4665; number_of_response:1; }","duration":"180.80782ms","start":"2026-02-28T01:40:14.279384Z","end":"2026-02-28T01:40:14.460191Z","steps":["trace[692641687] 'process raft request' (duration: 180.256088ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:14.460269Z","caller":"traceutil/trace.go:171","msg":"trace[107606156] transaction","detail":"{read_only:false; response_revision:4666; number_of_response:1; }","duration":"178.60586ms","start":"2026-02-28T01:40:14.281633Z","end":"2026-02-28T01:40:14.460239Z","steps":["trace[107606156] 'process raft request' (duration: 178.094659ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:15.603838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.594641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:40:15.603922Z","caller":"traceutil/trace.go:171","msg":"trace[25886582] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache; range_end:; response_count:0; response_revision:4679; }","duration":"425.728435ms","start":"2026-02-28T01:40:15.178173Z","end":"2026-02-28T01:40:15.603902Z","steps":["trace[25886582] 'range keys from in-memory index tree' (duration: 425.499219ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:15.603969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:40:15.178146Z","time spent":"425.811217ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" "} {"level":"warn","ts":"2026-02-28T01:40:15.604306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.429528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:40:15.604336Z","caller":"traceutil/trace.go:171","msg":"trace[1508023434] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4679; }","duration":"272.497029ms","start":"2026-02-28T01:40:15.331832Z","end":"2026-02-28T01:40:15.604329Z","steps":["trace[1508023434] 'range keys from in-memory index tree' (duration: 272.349616ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:18.061599Z","caller":"traceutil/trace.go:171","msg":"trace[323414945] linearizableReadLoop","detail":"{readStateIndex:4988; appliedIndex:4987; }","duration":"372.224755ms","start":"2026-02-28T01:40:17.689347Z","end":"2026-02-28T01:40:18.061572Z","steps":["trace[323414945] 'read index received' (duration: 372.00549ms)","trace[323414945] 'applied index is now lower than readState.Index' (duration: 218.155µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:40:18.061641Z","caller":"traceutil/trace.go:171","msg":"trace[194366436] transaction","detail":"{read_only:false; response_revision:4790; number_of_response:1; }","duration":"420.633801ms","start":"2026-02-28T01:40:17.640985Z","end":"2026-02-28T01:40:18.061619Z","steps":["trace[194366436] 'process raft request' (duration: 420.409496ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:18.061803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:40:17.640953Z","time spent":"420.748454ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:40:18.06216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.082352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-807b5fdf-9842-4d8d-891e-13714233d4b0\" ","response":"range_response_count:1 size:3600"} {"level":"warn","ts":"2026-02-28T01:40:18.062196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.838678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:718781"} {"level":"info","ts":"2026-02-28T01:40:18.062265Z","caller":"traceutil/trace.go:171","msg":"trace[1181296256] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-807b5fdf-9842-4d8d-891e-13714233d4b0; range_end:; response_count:1; response_revision:4790; }","duration":"318.210265ms","start":"2026-02-28T01:40:17.744031Z","end":"2026-02-28T01:40:18.062241Z","steps":["trace[1181296256] 'agreement among raft nodes before linearized reading' (duration: 317.907718ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:18.062271Z","caller":"traceutil/trace.go:171","msg":"trace[1130355295] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4790; }","duration":"372.91347ms","start":"2026-02-28T01:40:17.689338Z","end":"2026-02-28T01:40:18.062251Z","steps":["trace[1130355295] 'agreement among raft nodes before linearized reading' (duration: 372.373758ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:18.062236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.767916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-807b5fdf-9842-4d8d-891e-13714233d4b0\" ","response":"range_response_count:1 size:3600"} {"level":"warn","ts":"2026-02-28T01:40:18.062329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:40:17.744005Z","time spent":"318.308306ms","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-807b5fdf-9842-4d8d-891e-13714233d4b0\" "} {"level":"warn","ts":"2026-02-28T01:40:18.062329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:40:17.689246Z","time spent":"373.069223ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":718805,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-02-28T01:40:18.062345Z","caller":"traceutil/trace.go:171","msg":"trace[771080296] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-807b5fdf-9842-4d8d-891e-13714233d4b0; range_end:; response_count:1; response_revision:4790; }","duration":"152.945991ms","start":"2026-02-28T01:40:17.909375Z","end":"2026-02-28T01:40:18.062321Z","steps":["trace[771080296] 'agreement among raft nodes before linearized reading' (duration: 152.604933ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:18.06237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.540492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-xnpgv-tls\" ","response":"range_response_count:1 size:2183"} {"level":"info","ts":"2026-02-28T01:40:18.062555Z","caller":"traceutil/trace.go:171","msg":"trace[1626817478] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-xnpgv-tls; range_end:; response_count:1; response_revision:4790; }","duration":"278.841728ms","start":"2026-02-28T01:40:17.783688Z","end":"2026-02-28T01:40:18.06253Z","steps":["trace[1626817478] 'agreement among raft nodes before linearized reading' (duration: 278.347647ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:18.062132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.57252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.65\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-28T01:40:18.06288Z","caller":"traceutil/trace.go:171","msg":"trace[227092022] range","detail":"{range_begin:/registry/masterleases/199.204.45.65; range_end:; response_count:1; response_revision:4790; }","duration":"215.341658ms","start":"2026-02-28T01:40:17.847501Z","end":"2026-02-28T01:40:18.062842Z","steps":["trace[227092022] 'agreement among raft nodes before linearized reading' (duration: 214.449509ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:18.215674Z","caller":"traceutil/trace.go:171","msg":"trace[383496966] linearizableReadLoop","detail":"{readStateIndex:4989; appliedIndex:4988; }","duration":"146.19137ms","start":"2026-02-28T01:40:18.069456Z","end":"2026-02-28T01:40:18.215647Z","steps":["trace[383496966] 'read index received' (duration: 146.140919ms)","trace[383496966] 'applied index is now lower than readState.Index' (duration: 48.531µs)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:40:18.21594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.457455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-xnpgv-tls\" ","response":"range_response_count:1 size:4431"} {"level":"info","ts":"2026-02-28T01:40:18.215989Z","caller":"traceutil/trace.go:171","msg":"trace[10614742] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-xnpgv-tls; range_end:; response_count:1; response_revision:4790; }","duration":"146.547568ms","start":"2026-02-28T01:40:18.06943Z","end":"2026-02-28T01:40:18.215977Z","steps":["trace[10614742] 'agreement among raft nodes before linearized reading' (duration: 146.325113ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:18.217057Z","caller":"traceutil/trace.go:171","msg":"trace[1479106372] transaction","detail":"{read_only:false; response_revision:4791; number_of_response:1; }","duration":"146.079978ms","start":"2026-02-28T01:40:18.070948Z","end":"2026-02-28T01:40:18.217028Z","steps":["trace[1479106372] 'process raft request' (duration: 145.862603ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:20.98497Z","caller":"traceutil/trace.go:171","msg":"trace[835842445] transaction","detail":"{read_only:false; response_revision:4823; number_of_response:1; }","duration":"506.138781ms","start":"2026-02-28T01:40:20.478799Z","end":"2026-02-28T01:40:20.984938Z","steps":["trace[835842445] 'process raft request' (duration: 505.899726ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:20.985203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:40:20.478758Z","time spent":"506.333956ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:40:20.990806Z","caller":"traceutil/trace.go:171","msg":"trace[744370253] transaction","detail":"{read_only:false; response_revision:4824; number_of_response:1; }","duration":"336.803158ms","start":"2026-02-28T01:40:20.65397Z","end":"2026-02-28T01:40:20.990773Z","steps":["trace[744370253] 'process raft request' (duration: 336.684525ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:20.990908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:40:20.653939Z","time spent":"336.92026ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:40:20.99094Z","caller":"traceutil/trace.go:171","msg":"trace[1664003206] linearizableReadLoop","detail":"{readStateIndex:5025; appliedIndex:5022; }","duration":"207.960334ms","start":"2026-02-28T01:40:20.782962Z","end":"2026-02-28T01:40:20.990922Z","steps":["trace[1664003206] 'read index received' (duration: 201.776886ms)","trace[1664003206] 'applied index is now lower than readState.Index' (duration: 6.182228ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:40:20.991267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.670995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-28T01:40:20.991312Z","caller":"traceutil/trace.go:171","msg":"trace[1426970740] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4825; }","duration":"188.731357ms","start":"2026-02-28T01:40:20.80257Z","end":"2026-02-28T01:40:20.991301Z","steps":["trace[1426970740] 'agreement among raft nodes before linearized reading' (duration: 188.590633ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:20.991351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.205591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-28T01:40:20.99141Z","caller":"traceutil/trace.go:171","msg":"trace[1746602201] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4825; }","duration":"115.305544ms","start":"2026-02-28T01:40:20.876091Z","end":"2026-02-28T01:40:20.991397Z","steps":["trace[1746602201] 'agreement among raft nodes before linearized reading' (duration: 115.1605ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:20.991488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.178033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-28T01:40:20.991525Z","caller":"traceutil/trace.go:171","msg":"trace[640925106] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4825; }","duration":"116.239984ms","start":"2026-02-28T01:40:20.875276Z","end":"2026-02-28T01:40:20.991516Z","steps":["trace[640925106] 'agreement among raft nodes before linearized reading' (duration: 116.150372ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:20.991531Z","caller":"traceutil/trace.go:171","msg":"trace[728311386] transaction","detail":"{read_only:false; response_revision:4825; number_of_response:1; }","duration":"217.080076ms","start":"2026-02-28T01:40:20.774438Z","end":"2026-02-28T01:40:20.991518Z","steps":["trace[728311386] 'process raft request' (duration: 216.296328ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:20.991676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.99131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-28T01:40:20.991711Z","caller":"traceutil/trace.go:171","msg":"trace[1718302838] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4825; }","duration":"121.229285ms","start":"2026-02-28T01:40:20.870473Z","end":"2026-02-28T01:40:20.991703Z","steps":["trace[1718302838] 'agreement among raft nodes before linearized reading' (duration: 121.143353ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:20.991868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.876434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-snz77\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-02-28T01:40:20.99195Z","caller":"traceutil/trace.go:171","msg":"trace[1229434318] range","detail":"{range_begin:/registry/pods/openstack/keepalived-snz77; range_end:; response_count:1; response_revision:4825; }","duration":"209.014707ms","start":"2026-02-28T01:40:20.782919Z","end":"2026-02-28T01:40:20.991934Z","steps":["trace[1229434318] 'agreement among raft nodes before linearized reading' (duration: 208.724011ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:20.991947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.774956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-28T01:40:20.992038Z","caller":"traceutil/trace.go:171","msg":"trace[191675234] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4825; }","duration":"138.927089ms","start":"2026-02-28T01:40:20.853089Z","end":"2026-02-28T01:40:20.992016Z","steps":["trace[191675234] 'agreement among raft nodes before linearized reading' (duration: 138.609942ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:21.104618Z","caller":"traceutil/trace.go:171","msg":"trace[1092002618] transaction","detail":"{read_only:false; response_revision:4829; number_of_response:1; }","duration":"107.527681ms","start":"2026-02-28T01:40:20.997061Z","end":"2026-02-28T01:40:21.104589Z","steps":["trace[1092002618] 'process raft request' (duration: 107.429729ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:21.104725Z","caller":"traceutil/trace.go:171","msg":"trace[965328679] transaction","detail":"{read_only:false; response_revision:4830; number_of_response:1; }","duration":"106.368124ms","start":"2026-02-28T01:40:20.998301Z","end":"2026-02-28T01:40:21.104669Z","steps":["trace[965328679] 'process raft request' (duration: 106.241472ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:21.104625Z","caller":"traceutil/trace.go:171","msg":"trace[333774408] transaction","detail":"{read_only:false; response_revision:4828; number_of_response:1; }","duration":"107.863407ms","start":"2026-02-28T01:40:20.996713Z","end":"2026-02-28T01:40:21.104576Z","steps":["trace[333774408] 'process raft request' (duration: 70.062527ms)","trace[333774408] 'compare' (duration: 37.539565ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:40:22.671578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.337433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/ipmi-exporter\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:40:22.671684Z","caller":"traceutil/trace.go:171","msg":"trace[1049287555] range","detail":"{range_begin:/registry/daemonsets/monitoring/ipmi-exporter; range_end:; response_count:0; response_revision:4871; }","duration":"321.517647ms","start":"2026-02-28T01:40:22.350144Z","end":"2026-02-28T01:40:22.671662Z","steps":["trace[1049287555] 'range keys from in-memory index tree' (duration: 321.221021ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:22.67198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:40:22.350122Z","time spent":"321.845516ms","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/daemonsets/monitoring/ipmi-exporter\" "} {"level":"warn","ts":"2026-02-28T01:40:30.263379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.232929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-28T01:40:30.263495Z","caller":"traceutil/trace.go:171","msg":"trace[716501982] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:5014; }","duration":"132.426034ms","start":"2026-02-28T01:40:30.131047Z","end":"2026-02-28T01:40:30.263473Z","steps":["trace[716501982] 'count revisions from in-memory index tree' (duration: 132.064216ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:30.449378Z","caller":"traceutil/trace.go:171","msg":"trace[1628359983] linearizableReadLoop","detail":"{readStateIndex:5221; appliedIndex:5220; }","duration":"118.055675ms","start":"2026-02-28T01:40:30.331297Z","end":"2026-02-28T01:40:30.449353Z","steps":["trace[1628359983] 'read index received' (duration: 117.691907ms)","trace[1628359983] 'applied index is now lower than readState.Index' (duration: 362.758µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:40:30.449458Z","caller":"traceutil/trace.go:171","msg":"trace[1114265345] transaction","detail":"{read_only:false; response_revision:5015; number_of_response:1; }","duration":"167.283759ms","start":"2026-02-28T01:40:30.282134Z","end":"2026-02-28T01:40:30.449418Z","steps":["trace[1114265345] 'process raft request' (duration: 166.992743ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:30.449684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.218238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:40:30.449725Z","caller":"traceutil/trace.go:171","msg":"trace[806128035] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5015; }","duration":"118.474144ms","start":"2026-02-28T01:40:30.331241Z","end":"2026-02-28T01:40:30.449715Z","steps":["trace[806128035] 'agreement among raft nodes before linearized reading' (duration: 118.204998ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:30.613696Z","caller":"traceutil/trace.go:171","msg":"trace[1982114782] transaction","detail":"{read_only:false; response_revision:5018; number_of_response:1; }","duration":"145.670948ms","start":"2026-02-28T01:40:30.467997Z","end":"2026-02-28T01:40:30.613668Z","steps":["trace[1982114782] 'process raft request' (duration: 145.608826ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:30.613737Z","caller":"traceutil/trace.go:171","msg":"trace[1620243270] transaction","detail":"{read_only:false; response_revision:5017; number_of_response:1; }","duration":"145.777811ms","start":"2026-02-28T01:40:30.467907Z","end":"2026-02-28T01:40:30.613685Z","steps":["trace[1620243270] 'process raft request' (duration: 49.557382ms)","trace[1620243270] 'compare' (duration: 95.927882ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:40:31.095478Z","caller":"traceutil/trace.go:171","msg":"trace[859941238] transaction","detail":"{read_only:false; response_revision:5020; number_of_response:1; }","duration":"102.498649ms","start":"2026-02-28T01:40:30.992944Z","end":"2026-02-28T01:40:31.095443Z","steps":["trace[859941238] 'process raft request' (duration: 91.72057ms)","trace[859941238] 'compare' (duration: 10.605585ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:40:31.112218Z","caller":"traceutil/trace.go:171","msg":"trace[1937924094] transaction","detail":"{read_only:false; response_revision:5021; number_of_response:1; }","duration":"119.063937ms","start":"2026-02-28T01:40:30.993127Z","end":"2026-02-28T01:40:31.112191Z","steps":["trace[1937924094] 'process raft request' (duration: 118.812322ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:31.112363Z","caller":"traceutil/trace.go:171","msg":"trace[2125972310] transaction","detail":"{read_only:false; response_revision:5022; number_of_response:1; }","duration":"118.865614ms","start":"2026-02-28T01:40:30.99348Z","end":"2026-02-28T01:40:31.112337Z","steps":["trace[2125972310] 'process raft request' (duration: 118.629637ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:31.112623Z","caller":"traceutil/trace.go:171","msg":"trace[317210212] transaction","detail":"{read_only:false; response_revision:5023; number_of_response:1; }","duration":"118.546036ms","start":"2026-02-28T01:40:30.994005Z","end":"2026-02-28T01:40:31.112551Z","steps":["trace[317210212] 'process raft request' (duration: 118.163517ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:39.51575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.835705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-630234b2-f875-40c3-895c-8047224bf8c6\" ","response":"range_response_count:1 size:3645"} {"level":"warn","ts":"2026-02-28T01:40:39.515808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:40:38.710026Z","time spent":"805.772313ms","remote":"127.0.0.1:43282","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-28T01:40:39.515874Z","caller":"traceutil/trace.go:171","msg":"trace[507532436] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-630234b2-f875-40c3-895c-8047224bf8c6; range_end:; response_count:1; response_revision:5150; }","duration":"787.994788ms","start":"2026-02-28T01:40:38.727845Z","end":"2026-02-28T01:40:39.51584Z","steps":["trace[507532436] 'range keys from in-memory index tree' (duration: 787.61442ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:39.515949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:40:38.727831Z","time spent":"788.095091ms","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-630234b2-f875-40c3-895c-8047224bf8c6\" "} {"level":"warn","ts":"2026-02-28T01:40:39.516337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.49071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-630234b2-f875-40c3-895c-8047224bf8c6\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-02-28T01:40:39.516438Z","caller":"traceutil/trace.go:171","msg":"trace[2111568847] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-630234b2-f875-40c3-895c-8047224bf8c6; range_end:; response_count:1; response_revision:5150; }","duration":"542.654815ms","start":"2026-02-28T01:40:38.973763Z","end":"2026-02-28T01:40:39.516418Z","steps":["trace[2111568847] 'range keys from in-memory index tree' (duration: 541.56085ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:39.516492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:40:38.973743Z","time spent":"542.737856ms","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-630234b2-f875-40c3-895c-8047224bf8c6\" "} {"level":"warn","ts":"2026-02-28T01:40:39.516406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.587411ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:40:39.516971Z","caller":"traceutil/trace.go:171","msg":"trace[1755935945] transaction","detail":"{read_only:false; response_revision:5151; number_of_response:1; }","duration":"377.724878ms","start":"2026-02-28T01:40:39.139223Z","end":"2026-02-28T01:40:39.516948Z","steps":["trace[1755935945] 'process raft request' (duration: 256.465211ms)","trace[1755935945] 'compare' (duration: 120.033519ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:40:39.517054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:40:39.139193Z","time spent":"377.82231ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:40:39.920649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.971686ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:40:39.920904Z","caller":"traceutil/trace.go:171","msg":"trace[1917428237] transaction","detail":"{read_only:false; response_revision:5152; number_of_response:1; }","duration":"780.433031ms","start":"2026-02-28T01:40:39.140437Z","end":"2026-02-28T01:40:39.92087Z","steps":["trace[1917428237] 'process raft request' (duration: 552.910343ms)","trace[1917428237] 'compare' (duration: 226.630109ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:40:39.921004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:40:39.140409Z","time spent":"780.553393ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:40:39.921219Z","caller":"traceutil/trace.go:171","msg":"trace[1349821538] linearizableReadLoop","detail":"{readStateIndex:5361; appliedIndex:5358; }","duration":"766.413059ms","start":"2026-02-28T01:40:39.154795Z","end":"2026-02-28T01:40:39.921208Z","steps":["trace[1349821538] 'read index received' (duration: 240.898476ms)","trace[1349821538] 'applied index is now lower than readState.Index' (duration: 525.513323ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:40:39.921317Z","caller":"traceutil/trace.go:171","msg":"trace[2147031992] transaction","detail":"{read_only:false; response_revision:5153; number_of_response:1; }","duration":"779.109571ms","start":"2026-02-28T01:40:39.142163Z","end":"2026-02-28T01:40:39.921272Z","steps":["trace[2147031992] 'process raft request' (duration: 778.651801ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:39.921495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.705856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-28T01:40:39.921538Z","caller":"traceutil/trace.go:171","msg":"trace[736967430] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5153; }","duration":"766.782977ms","start":"2026-02-28T01:40:39.154742Z","end":"2026-02-28T01:40:39.921525Z","steps":["trace[736967430] 'agreement among raft nodes before linearized reading' (duration: 766.621974ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:39.921536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:40:39.142147Z","time spent":"779.266904ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:40:39.921571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:40:39.154726Z","time spent":"766.837818ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-28T01:40:40.422297Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783119115,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T01:40:40.592992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.537271ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:40:40.593125Z","caller":"traceutil/trace.go:171","msg":"trace[461015926] transaction","detail":"{read_only:false; response_revision:5154; number_of_response:1; }","duration":"1.068185357s","start":"2026-02-28T01:40:39.524915Z","end":"2026-02-28T01:40:40.5931Z","steps":["trace[461015926] 'process raft request' (duration: 951.37967ms)","trace[461015926] 'compare' (duration: 116.282306ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:40:40.593301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:40:39.524897Z","time spent":"1.068339221s","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3747,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:40:40.65969Z","caller":"traceutil/trace.go:171","msg":"trace[1461109689] linearizableReadLoop","detail":"{readStateIndex:5363; appliedIndex:5361; }","duration":"738.335125ms","start":"2026-02-28T01:40:39.921318Z","end":"2026-02-28T01:40:40.659653Z","steps":["trace[1461109689] 'read index received' (duration: 554.994388ms)","trace[1461109689] 'applied index is now lower than readState.Index' (duration: 183.339557ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:40:40.659783Z","caller":"traceutil/trace.go:171","msg":"trace[566582367] transaction","detail":"{read_only:false; response_revision:5155; number_of_response:1; }","duration":"733.19886ms","start":"2026-02-28T01:40:39.926559Z","end":"2026-02-28T01:40:40.659758Z","steps":["trace[566582367] 'process raft request' (duration: 732.865393ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:40.659899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:40:39.926527Z","time spent":"733.312073ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:40:40.659913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328788933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:40:40.660023Z","caller":"traceutil/trace.go:171","msg":"trace[1204426790] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5155; }","duration":"1.328956345s","start":"2026-02-28T01:40:39.33104Z","end":"2026-02-28T01:40:40.659996Z","steps":["trace[1204426790] 'agreement among raft nodes before linearized reading' (duration: 1.328684099s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:40.660073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:40:39.331019Z","time spent":"1.329044898s","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T01:40:40.660089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458069016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-28T01:40:40.660136Z","caller":"traceutil/trace.go:171","msg":"trace[1315177995] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5155; }","duration":"1.458155328s","start":"2026-02-28T01:40:39.201967Z","end":"2026-02-28T01:40:40.660123Z","steps":["trace[1315177995] 'agreement among raft nodes before linearized reading' (duration: 1.457982924s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:40.660166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:40:39.201948Z","time spent":"1.458212599s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-28T01:40:40.660146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459775513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-28T01:40:40.660209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459694022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-28T01:40:40.660217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.006745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-28T01:40:40.660234Z","caller":"traceutil/trace.go:171","msg":"trace[199759124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5155; }","duration":"1.459913566s","start":"2026-02-28T01:40:39.200296Z","end":"2026-02-28T01:40:40.660209Z","steps":["trace[199759124] 'agreement among raft nodes before linearized reading' (duration: 1.459564508s)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:40.660254Z","caller":"traceutil/trace.go:171","msg":"trace[1292619882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5155; }","duration":"1.459753193s","start":"2026-02-28T01:40:39.200485Z","end":"2026-02-28T01:40:40.660238Z","steps":["trace[1292619882] 'agreement among raft nodes before linearized reading' (duration: 1.45964572s)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:40.660281Z","caller":"traceutil/trace.go:171","msg":"trace[1729465677] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5155; }","duration":"468.119927ms","start":"2026-02-28T01:40:40.192142Z","end":"2026-02-28T01:40:40.660262Z","steps":["trace[1729465677] 'agreement among raft nodes before linearized reading' (duration: 467.920963ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:40.660292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:40:39.20027Z","time spent":"1.460010249s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-28T01:40:40.660295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:40:39.200472Z","time spent":"1.459814484s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-28T01:40:40.660327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:40:40.192105Z","time spent":"468.213139ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-28T01:40:40.660087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504396796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-28T01:40:40.660435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284915857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-28T01:40:40.660441Z","caller":"traceutil/trace.go:171","msg":"trace[292551148] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5155; }","duration":"1.504796994s","start":"2026-02-28T01:40:39.155633Z","end":"2026-02-28T01:40:40.66043Z","steps":["trace[292551148] 'agreement among raft nodes before linearized reading' (duration: 1.504268492s)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:40.660467Z","caller":"traceutil/trace.go:171","msg":"trace[727696107] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:5155; }","duration":"1.284995908s","start":"2026-02-28T01:40:39.375463Z","end":"2026-02-28T01:40:40.660459Z","steps":["trace[727696107] 'agreement among raft nodes before linearized reading' (duration: 1.284865676s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:40.660471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.695654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-630234b2-f875-40c3-895c-8047224bf8c6\" ","response":"range_response_count:1 size:3762"} {"level":"warn","ts":"2026-02-28T01:40:40.660477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:40:39.155619Z","time spent":"1.504847976s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T01:40:40.660501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:40:39.37544Z","time spent":"1.285052949s","remote":"127.0.0.1:43638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":90,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-02-28T01:40:40.660512Z","caller":"traceutil/trace.go:171","msg":"trace[633003242] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-630234b2-f875-40c3-895c-8047224bf8c6; range_end:; response_count:1; response_revision:5155; }","duration":"138.778495ms","start":"2026-02-28T01:40:40.521721Z","end":"2026-02-28T01:40:40.6605Z","steps":["trace[633003242] 'agreement among raft nodes before linearized reading' (duration: 138.701024ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:40.660515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505301475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-snz77\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-02-28T01:40:40.660559Z","caller":"traceutil/trace.go:171","msg":"trace[1168420638] range","detail":"{range_begin:/registry/pods/openstack/keepalived-snz77; range_end:; response_count:1; response_revision:5155; }","duration":"1.505381227s","start":"2026-02-28T01:40:39.155165Z","end":"2026-02-28T01:40:40.660546Z","steps":["trace[1168420638] 'agreement among raft nodes before linearized reading' (duration: 1.505254525s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:40.660588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:40:39.155147Z","time spent":"1.505434988s","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-snz77\" "} {"level":"warn","ts":"2026-02-28T01:40:40.660593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.777713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-28T01:40:40.660622Z","caller":"traceutil/trace.go:171","msg":"trace[964152281] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:5155; }","duration":"209.850575ms","start":"2026-02-28T01:40:40.45076Z","end":"2026-02-28T01:40:40.660611Z","steps":["trace[964152281] 'agreement among raft nodes before linearized reading' (duration: 209.800734ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:41.063441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.763518ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:40:41.063988Z","caller":"traceutil/trace.go:171","msg":"trace[1169922710] linearizableReadLoop","detail":"{readStateIndex:5364; appliedIndex:5363; }","duration":"398.357076ms","start":"2026-02-28T01:40:40.665612Z","end":"2026-02-28T01:40:41.063969Z","steps":["trace[1169922710] 'read index received' (duration: 279.934924ms)","trace[1169922710] 'applied index is now lower than readState.Index' (duration: 118.420412ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:40:41.064209Z","caller":"traceutil/trace.go:171","msg":"trace[1370805350] transaction","detail":"{read_only:false; response_revision:5156; number_of_response:1; }","duration":"398.720463ms","start":"2026-02-28T01:40:40.66544Z","end":"2026-02-28T01:40:41.064161Z","steps":["trace[1370805350] 'process raft request' (duration: 280.090896ms)","trace[1370805350] 'compare' (duration: 117.516463ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:40:41.064536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:40:40.665412Z","time spent":"398.897038ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:40:41.064663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.959699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80200"} {"level":"info","ts":"2026-02-28T01:40:41.064755Z","caller":"traceutil/trace.go:171","msg":"trace[430573383] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5156; }","duration":"399.164623ms","start":"2026-02-28T01:40:40.665577Z","end":"2026-02-28T01:40:41.064742Z","steps":["trace[430573383] 'agreement among raft nodes before linearized reading' (duration: 398.55853ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:41.064864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:40:40.665558Z","time spent":"399.292886ms","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80224,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-28T01:40:41.065193Z","caller":"traceutil/trace.go:171","msg":"trace[1434067087] transaction","detail":"{read_only:false; response_revision:5158; number_of_response:1; }","duration":"399.45478ms","start":"2026-02-28T01:40:40.665719Z","end":"2026-02-28T01:40:41.065174Z","steps":["trace[1434067087] 'process raft request' (duration: 399.239255ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:41.065178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.758423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:40:41.065313Z","caller":"traceutil/trace.go:171","msg":"trace[683808960] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5160; }","duration":"393.892946ms","start":"2026-02-28T01:40:40.671355Z","end":"2026-02-28T01:40:41.065247Z","steps":["trace[683808960] 'agreement among raft nodes before linearized reading' (duration: 393.730593ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:41.065402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:40:40.665694Z","time spent":"399.544042ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:40:41.065533Z","caller":"traceutil/trace.go:171","msg":"trace[1776263470] transaction","detail":"{read_only:false; response_revision:5157; number_of_response:1; }","duration":"399.786137ms","start":"2026-02-28T01:40:40.665711Z","end":"2026-02-28T01:40:41.065497Z","steps":["trace[1776263470] 'process raft request' (duration: 399.109702ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:41.065573Z","caller":"traceutil/trace.go:171","msg":"trace[446872272] transaction","detail":"{read_only:false; response_revision:5159; number_of_response:1; }","duration":"399.441101ms","start":"2026-02-28T01:40:40.666099Z","end":"2026-02-28T01:40:41.06554Z","steps":["trace[446872272] 'process raft request' (duration: 398.897178ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:41.065618Z","caller":"traceutil/trace.go:171","msg":"trace[1375943928] transaction","detail":"{read_only:false; response_revision:5160; number_of_response:1; }","duration":"398.204384ms","start":"2026-02-28T01:40:40.66738Z","end":"2026-02-28T01:40:41.065584Z","steps":["trace[1375943928] 'process raft request' (duration: 397.666421ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:41.065703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:40:40.665702Z","time spent":"399.910481ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:40:41.06571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:40:40.667364Z","time spent":"398.303255ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:40:41.065691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:40:40.666067Z","time spent":"399.547333ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:40:41.06574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:40:40.671345Z","time spent":"394.380208ms","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-28T01:40:42.163612Z","caller":"traceutil/trace.go:171","msg":"trace[1550400603] transaction","detail":"{read_only:false; response_revision:5166; number_of_response:1; }","duration":"236.478317ms","start":"2026-02-28T01:40:41.927102Z","end":"2026-02-28T01:40:42.16358Z","steps":["trace[1550400603] 'process raft request' (duration: 236.278943ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:42.324263Z","caller":"traceutil/trace.go:171","msg":"trace[1359466127] transaction","detail":"{read_only:false; response_revision:5167; number_of_response:1; }","duration":"397.059177ms","start":"2026-02-28T01:40:41.927177Z","end":"2026-02-28T01:40:42.324237Z","steps":["trace[1359466127] 'process raft request' (duration: 396.752771ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:42.324419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:40:41.927139Z","time spent":"397.19021ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:40:42.324622Z","caller":"traceutil/trace.go:171","msg":"trace[98396992] linearizableReadLoop","detail":"{readStateIndex:5375; appliedIndex:5373; }","duration":"327.46897ms","start":"2026-02-28T01:40:41.997141Z","end":"2026-02-28T01:40:42.32461Z","steps":["trace[98396992] 'read index received' (duration: 166.355998ms)","trace[98396992] 'applied index is now lower than readState.Index' (duration: 161.111202ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:40:42.324705Z","caller":"traceutil/trace.go:171","msg":"trace[1393827404] transaction","detail":"{read_only:false; response_revision:5168; number_of_response:1; }","duration":"207.389681ms","start":"2026-02-28T01:40:42.117289Z","end":"2026-02-28T01:40:42.324678Z","steps":["trace[1393827404] 'process raft request' (duration: 206.90927ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:42.324962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.950301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:40:42.325007Z","caller":"traceutil/trace.go:171","msg":"trace[1473844496] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5168; }","duration":"270.057723ms","start":"2026-02-28T01:40:42.054939Z","end":"2026-02-28T01:40:42.324997Z","steps":["trace[1473844496] 'agreement among raft nodes before linearized reading' (duration: 269.974751ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:42.324991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.802058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-630234b2-f875-40c3-895c-8047224bf8c6\" ","response":"range_response_count:1 size:3762"} {"level":"info","ts":"2026-02-28T01:40:42.325103Z","caller":"traceutil/trace.go:171","msg":"trace[1785302818] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-630234b2-f875-40c3-895c-8047224bf8c6; range_end:; response_count:1; response_revision:5168; }","duration":"327.987002ms","start":"2026-02-28T01:40:41.997087Z","end":"2026-02-28T01:40:42.325074Z","steps":["trace[1785302818] 'agreement among raft nodes before linearized reading' (duration: 327.640344ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:42.325159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:40:41.997065Z","time spent":"328.084903ms","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-630234b2-f875-40c3-895c-8047224bf8c6\" "} {"level":"warn","ts":"2026-02-28T01:40:42.325438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.687963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-02-28T01:40:42.325575Z","caller":"traceutil/trace.go:171","msg":"trace[1172415382] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5168; }","duration":"232.778115ms","start":"2026-02-28T01:40:42.092679Z","end":"2026-02-28T01:40:42.325457Z","steps":["trace[1172415382] 'agreement among raft nodes before linearized reading' (duration: 232.632982ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:43.574908Z","caller":"traceutil/trace.go:171","msg":"trace[679285804] transaction","detail":"{read_only:false; response_revision:5179; number_of_response:1; }","duration":"499.892903ms","start":"2026-02-28T01:40:43.074983Z","end":"2026-02-28T01:40:43.574876Z","steps":["trace[679285804] 'process raft request' (duration: 499.707409ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:43.575104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:40:43.074966Z","time spent":"500.041597ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:40:43.586535Z","caller":"traceutil/trace.go:171","msg":"trace[851511653] transaction","detail":"{read_only:false; response_revision:5182; number_of_response:1; }","duration":"509.113918ms","start":"2026-02-28T01:40:43.07739Z","end":"2026-02-28T01:40:43.586504Z","steps":["trace[851511653] 'process raft request' (duration: 509.038546ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:43.586582Z","caller":"traceutil/trace.go:171","msg":"trace[591148519] transaction","detail":"{read_only:false; response_revision:5180; number_of_response:1; }","duration":"511.375279ms","start":"2026-02-28T01:40:43.075159Z","end":"2026-02-28T01:40:43.586534Z","steps":["trace[591148519] 'process raft request' (duration: 511.049852ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:43.586711Z","caller":"traceutil/trace.go:171","msg":"trace[1727443676] transaction","detail":"{read_only:false; response_revision:5181; number_of_response:1; }","duration":"511.171624ms","start":"2026-02-28T01:40:43.075496Z","end":"2026-02-28T01:40:43.586668Z","steps":["trace[1727443676] 'process raft request' (duration: 510.896608ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:43.586812Z","caller":"traceutil/trace.go:171","msg":"trace[39022581] linearizableReadLoop","detail":"{readStateIndex:5391; appliedIndex:5387; }","duration":"508.994406ms","start":"2026-02-28T01:40:43.077788Z","end":"2026-02-28T01:40:43.586782Z","steps":["trace[39022581] 'read index received' (duration: 497.012499ms)","trace[39022581] 'applied index is now lower than readState.Index' (duration: 11.977327ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:40:43.58693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:40:43.07548Z","time spent":"511.340618ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:40:43.586946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:40:43.075119Z","time spent":"511.683606ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:40:43.586728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:40:43.077363Z","time spent":"509.255341ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:40:43.587224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.495287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:40:43.587296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.501497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80200"} {"level":"info","ts":"2026-02-28T01:40:43.587319Z","caller":"traceutil/trace.go:171","msg":"trace[836272256] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5183; }","duration":"254.639382ms","start":"2026-02-28T01:40:43.332658Z","end":"2026-02-28T01:40:43.587297Z","steps":["trace[836272256] 'agreement among raft nodes before linearized reading' (duration: 254.470248ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:43.587293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.056152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:40:43.587355Z","caller":"traceutil/trace.go:171","msg":"trace[602538005] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5183; }","duration":"509.588049ms","start":"2026-02-28T01:40:43.077752Z","end":"2026-02-28T01:40:43.58734Z","steps":["trace[602538005] 'agreement among raft nodes before linearized reading' (duration: 509.345464ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:43.587397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:40:43.077744Z","time spent":"509.643381ms","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80224,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-28T01:40:43.587407Z","caller":"traceutil/trace.go:171","msg":"trace[342834827] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:5183; }","duration":"318.270946ms","start":"2026-02-28T01:40:43.26911Z","end":"2026-02-28T01:40:43.587381Z","steps":["trace[342834827] 'agreement among raft nodes before linearized reading' (duration: 317.96896ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:43.587821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:40:43.269085Z","time spent":"318.716217ms","remote":"127.0.0.1:56162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-02-28T01:40:50.324025Z","caller":"traceutil/trace.go:171","msg":"trace[1531497511] transaction","detail":"{read_only:false; response_revision:5327; number_of_response:1; }","duration":"134.425408ms","start":"2026-02-28T01:40:50.189562Z","end":"2026-02-28T01:40:50.323987Z","steps":["trace[1531497511] 'process raft request' (duration: 134.278915ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:50.324159Z","caller":"traceutil/trace.go:171","msg":"trace[802702561] transaction","detail":"{read_only:false; response_revision:5326; number_of_response:1; }","duration":"138.009539ms","start":"2026-02-28T01:40:50.186125Z","end":"2026-02-28T01:40:50.324135Z","steps":["trace[802702561] 'process raft request' (duration: 134.00753ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:50.978771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.144059ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:40:50.978913Z","caller":"traceutil/trace.go:171","msg":"trace[432343210] transaction","detail":"{read_only:false; response_revision:5328; number_of_response:1; }","duration":"626.57554ms","start":"2026-02-28T01:40:50.352301Z","end":"2026-02-28T01:40:50.978877Z","steps":["trace[432343210] 'process raft request' (duration: 386.227016ms)","trace[432343210] 'compare' (duration: 240.003186ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:40:50.978947Z","caller":"traceutil/trace.go:171","msg":"trace[597015163] linearizableReadLoop","detail":"{readStateIndex:5542; appliedIndex:5541; }","duration":"563.61463ms","start":"2026-02-28T01:40:50.415263Z","end":"2026-02-28T01:40:50.978877Z","steps":["trace[597015163] 'read index received' (duration: 323.229515ms)","trace[597015163] 'applied index is now lower than readState.Index' (duration: 240.378325ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:40:50.979073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:40:50.352274Z","time spent":"626.717972ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:40:50.979067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.776873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:40:50.97916Z","caller":"traceutil/trace.go:171","msg":"trace[187352117] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:5328; }","duration":"563.926886ms","start":"2026-02-28T01:40:50.415206Z","end":"2026-02-28T01:40:50.979133Z","steps":["trace[187352117] 'agreement among raft nodes before linearized reading' (duration: 563.773193ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:50.979224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:40:50.415181Z","time spent":"564.032099ms","remote":"127.0.0.1:56178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-02-28T01:40:50.979568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.183925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-28T01:40:50.979615Z","caller":"traceutil/trace.go:171","msg":"trace[2103827098] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5328; }","duration":"269.272258ms","start":"2026-02-28T01:40:50.710332Z","end":"2026-02-28T01:40:50.979604Z","steps":["trace[2103827098] 'agreement among raft nodes before linearized reading' (duration: 268.879508ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:56.437707Z","caller":"traceutil/trace.go:171","msg":"trace[1664238789] linearizableReadLoop","detail":"{readStateIndex:5580; appliedIndex:5579; }","duration":"248.104966ms","start":"2026-02-28T01:40:56.189576Z","end":"2026-02-28T01:40:56.437681Z","steps":["trace[1664238789] 'read index received' (duration: 247.925382ms)","trace[1664238789] 'applied index is now lower than readState.Index' (duration: 178.394µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:40:56.437824Z","caller":"traceutil/trace.go:171","msg":"trace[381564224] transaction","detail":"{read_only:false; response_revision:5365; number_of_response:1; }","duration":"361.971377ms","start":"2026-02-28T01:40:56.075842Z","end":"2026-02-28T01:40:56.437814Z","steps":["trace[381564224] 'process raft request' (duration: 361.629129ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:56.437945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:40:56.075823Z","time spent":"362.030099ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:40:56.438061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.461044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-02-28T01:40:56.43814Z","caller":"traceutil/trace.go:171","msg":"trace[2134735156] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5365; }","duration":"248.595007ms","start":"2026-02-28T01:40:56.189527Z","end":"2026-02-28T01:40:56.438122Z","steps":["trace[2134735156] 'agreement among raft nodes before linearized reading' (duration: 248.402492ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:56.938927Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783119601,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-28T01:40:56.996236Z","caller":"traceutil/trace.go:171","msg":"trace[898792814] linearizableReadLoop","detail":"{readStateIndex:5581; appliedIndex:5580; }","duration":"558.425375ms","start":"2026-02-28T01:40:56.437783Z","end":"2026-02-28T01:40:56.996209Z","steps":["trace[898792814] 'read index received' (duration: 558.21079ms)","trace[898792814] 'applied index is now lower than readState.Index' (duration: 213.125µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:40:56.996353Z","caller":"traceutil/trace.go:171","msg":"trace[1046630424] transaction","detail":"{read_only:false; response_revision:5366; number_of_response:1; }","duration":"645.625103ms","start":"2026-02-28T01:40:56.35069Z","end":"2026-02-28T01:40:56.996315Z","steps":["trace[1046630424] 'process raft request' (duration: 645.334587ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:56.996497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.845843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:40:56.996562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.490996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-28T01:40:56.99662Z","caller":"traceutil/trace.go:171","msg":"trace[72977916] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5366; }","duration":"612.612329ms","start":"2026-02-28T01:40:56.383991Z","end":"2026-02-28T01:40:56.996603Z","steps":["trace[72977916] 'agreement among raft nodes before linearized reading' (duration: 612.380264ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:56.996617Z","caller":"traceutil/trace.go:171","msg":"trace[959336648] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:5366; }","duration":"594.032946ms","start":"2026-02-28T01:40:56.402559Z","end":"2026-02-28T01:40:56.996592Z","steps":["trace[959336648] 'agreement among raft nodes before linearized reading' (duration: 593.76711ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:56.996672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:40:56.383965Z","time spent":"612.69214ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-28T01:40:56.996687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:40:56.402529Z","time spent":"594.140579ms","remote":"127.0.0.1:50098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-02-28T01:40:56.996737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.371454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-630234b2-f875-40c3-895c-8047224bf8c6\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-28T01:40:56.996789Z","caller":"traceutil/trace.go:171","msg":"trace[1900887259] range","detail":"{range_begin:/registry/persistentvolumes/pvc-630234b2-f875-40c3-895c-8047224bf8c6; range_end:; response_count:1; response_revision:5366; }","duration":"554.473116ms","start":"2026-02-28T01:40:56.442297Z","end":"2026-02-28T01:40:56.99677Z","steps":["trace[1900887259] 'agreement among raft nodes before linearized reading' (duration: 554.261641ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:56.996837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:40:56.442272Z","time spent":"554.553268ms","remote":"127.0.0.1:43698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-630234b2-f875-40c3-895c-8047224bf8c6\" "} {"level":"warn","ts":"2026-02-28T01:40:56.996854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.627446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-02-28T01:40:56.996813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.20062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:40:56.996946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.84877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:40:56.996978Z","caller":"traceutil/trace.go:171","msg":"trace[469913887] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:5366; }","duration":"146.469737ms","start":"2026-02-28T01:40:56.850484Z","end":"2026-02-28T01:40:56.996954Z","steps":["trace[469913887] 'agreement among raft nodes before linearized reading' (duration: 146.154509ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:56.997005Z","caller":"traceutil/trace.go:171","msg":"trace[1348643500] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5366; }","duration":"664.911883ms","start":"2026-02-28T01:40:56.332078Z","end":"2026-02-28T01:40:56.99699Z","steps":["trace[1348643500] 'agreement among raft nodes before linearized reading' (duration: 664.599285ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:56.996912Z","caller":"traceutil/trace.go:171","msg":"trace[254992957] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5366; }","duration":"158.738389ms","start":"2026-02-28T01:40:56.83816Z","end":"2026-02-28T01:40:56.996898Z","steps":["trace[254992957] 'agreement among raft nodes before linearized reading' (duration: 158.568505ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:56.997111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:40:56.331985Z","time spent":"665.085106ms","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T01:40:56.997541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:40:56.350669Z","time spent":"645.771146ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:40:57.233729Z","caller":"traceutil/trace.go:171","msg":"trace[549996039] linearizableReadLoop","detail":"{readStateIndex:5583; appliedIndex:5581; }","duration":"223.914548ms","start":"2026-02-28T01:40:57.009782Z","end":"2026-02-28T01:40:57.233697Z","steps":["trace[549996039] 'read index received' (duration: 146.704491ms)","trace[549996039] 'applied index is now lower than readState.Index' (duration: 77.208317ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:40:57.233885Z","caller":"traceutil/trace.go:171","msg":"trace[1000631757] transaction","detail":"{read_only:false; response_revision:5367; number_of_response:1; }","duration":"230.526415ms","start":"2026-02-28T01:40:57.003325Z","end":"2026-02-28T01:40:57.233851Z","steps":["trace[1000631757] 'process raft request' (duration: 153.065522ms)","trace[1000631757] 'compare' (duration: 76.920071ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:40:57.233945Z","caller":"traceutil/trace.go:171","msg":"trace[1977841804] transaction","detail":"{read_only:false; response_revision:5368; number_of_response:1; }","duration":"230.29988ms","start":"2026-02-28T01:40:57.003598Z","end":"2026-02-28T01:40:57.233898Z","steps":["trace[1977841804] 'process raft request' (duration: 229.956003ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:57.234171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.361607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-28T01:40:57.234259Z","caller":"traceutil/trace.go:171","msg":"trace[729317642] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5368; }","duration":"224.475661ms","start":"2026-02-28T01:40:57.009765Z","end":"2026-02-28T01:40:57.23424Z","steps":["trace[729317642] 'agreement among raft nodes before linearized reading' (duration: 224.247436ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:57.234361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.463068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:40:57.234445Z","caller":"traceutil/trace.go:171","msg":"trace[9957181] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5368; }","duration":"116.598552ms","start":"2026-02-28T01:40:57.117828Z","end":"2026-02-28T01:40:57.234426Z","steps":["trace[9957181] 'agreement among raft nodes before linearized reading' (duration: 116.452248ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:57.764816Z","caller":"traceutil/trace.go:171","msg":"trace[582376505] linearizableReadLoop","detail":"{readStateIndex:5585; appliedIndex:5584; }","duration":"119.438275ms","start":"2026-02-28T01:40:57.645349Z","end":"2026-02-28T01:40:57.764787Z","steps":["trace[582376505] 'read index received' (duration: 119.20024ms)","trace[582376505] 'applied index is now lower than readState.Index' (duration: 236.765µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:40:57.764927Z","caller":"traceutil/trace.go:171","msg":"trace[1335620987] transaction","detail":"{read_only:false; response_revision:5370; number_of_response:1; }","duration":"123.937826ms","start":"2026-02-28T01:40:57.640949Z","end":"2026-02-28T01:40:57.764887Z","steps":["trace[1335620987] 'process raft request' (duration: 123.615649ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:57.76515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.478844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-28T01:40:57.76521Z","caller":"traceutil/trace.go:171","msg":"trace[2012618718] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5370; }","duration":"109.611877ms","start":"2026-02-28T01:40:57.655583Z","end":"2026-02-28T01:40:57.765195Z","steps":["trace[2012618718] 'agreement among raft nodes before linearized reading' (duration: 109.379312ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:57.765189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.836644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-28T01:40:57.765353Z","caller":"traceutil/trace.go:171","msg":"trace[1654181370] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5370; }","duration":"120.138971ms","start":"2026-02-28T01:40:57.645189Z","end":"2026-02-28T01:40:57.765328Z","steps":["trace[1654181370] 'agreement among raft nodes before linearized reading' (duration: 119.753243ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:57.765217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.241699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-snz77\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-02-28T01:40:57.765457Z","caller":"traceutil/trace.go:171","msg":"trace[24732767] range","detail":"{range_begin:/registry/pods/openstack/keepalived-snz77; range_end:; response_count:1; response_revision:5370; }","duration":"100.521155ms","start":"2026-02-28T01:40:57.66492Z","end":"2026-02-28T01:40:57.765441Z","steps":["trace[24732767] 'agreement among raft nodes before linearized reading' (duration: 100.144657ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:57.765503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.542694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-28T01:40:57.765674Z","caller":"traceutil/trace.go:171","msg":"trace[1203669908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5370; }","duration":"104.764228ms","start":"2026-02-28T01:40:57.660858Z","end":"2026-02-28T01:40:57.765622Z","steps":["trace[1203669908] 'agreement among raft nodes before linearized reading' (duration: 104.352199ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:57.765514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.689336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-28T01:40:57.765872Z","caller":"traceutil/trace.go:171","msg":"trace[2002631676] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5370; }","duration":"109.115116ms","start":"2026-02-28T01:40:57.656737Z","end":"2026-02-28T01:40:57.765853Z","steps":["trace[2002631676] 'agreement among raft nodes before linearized reading' (duration: 108.593435ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:58.000716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.21044ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:40:58.00097Z","caller":"traceutil/trace.go:171","msg":"trace[1627051644] transaction","detail":"{read_only:false; response_revision:5371; number_of_response:1; }","duration":"230.401102ms","start":"2026-02-28T01:40:57.770512Z","end":"2026-02-28T01:40:58.000913Z","steps":["trace[1627051644] 'process raft request' (duration: 61.900546ms)","trace[1627051644] 'compare' (duration: 168.066097ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:40:58.00101Z","caller":"traceutil/trace.go:171","msg":"trace[55970878] linearizableReadLoop","detail":"{readStateIndex:5589; appliedIndex:5585; }","duration":"229.825069ms","start":"2026-02-28T01:40:57.771169Z","end":"2026-02-28T01:40:58.000994Z","steps":["trace[55970878] 'read index received' (duration: 61.20324ms)","trace[55970878] 'applied index is now lower than readState.Index' (duration: 168.620099ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:40:58.001157Z","caller":"traceutil/trace.go:171","msg":"trace[2122379040] transaction","detail":"{read_only:false; response_revision:5372; number_of_response:1; }","duration":"230.568945ms","start":"2026-02-28T01:40:57.770542Z","end":"2026-02-28T01:40:58.001111Z","steps":["trace[2122379040] 'process raft request' (duration: 230.282429ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:58.001247Z","caller":"traceutil/trace.go:171","msg":"trace[853133039] transaction","detail":"{read_only:false; response_revision:5374; number_of_response:1; }","duration":"230.358561ms","start":"2026-02-28T01:40:57.770861Z","end":"2026-02-28T01:40:58.00122Z","steps":["trace[853133039] 'process raft request' (duration: 230.047884ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:58.001281Z","caller":"traceutil/trace.go:171","msg":"trace[565667088] transaction","detail":"{read_only:false; response_revision:5373; number_of_response:1; }","duration":"230.651597ms","start":"2026-02-28T01:40:57.77058Z","end":"2026-02-28T01:40:58.001232Z","steps":["trace[565667088] 'process raft request' (duration: 230.293139ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:58.001574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.187013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.65\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-02-28T01:40:58.001611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.421282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81889"} {"level":"info","ts":"2026-02-28T01:40:58.001689Z","caller":"traceutil/trace.go:171","msg":"trace[827912544] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5374; }","duration":"230.541125ms","start":"2026-02-28T01:40:57.77113Z","end":"2026-02-28T01:40:58.001671Z","steps":["trace[827912544] 'agreement among raft nodes before linearized reading' (duration: 230.091815ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:58.001638Z","caller":"traceutil/trace.go:171","msg":"trace[1359909592] range","detail":"{range_begin:/registry/masterleases/199.204.45.65; range_end:; response_count:1; response_revision:5374; }","duration":"152.293156ms","start":"2026-02-28T01:40:57.849329Z","end":"2026-02-28T01:40:58.001622Z","steps":["trace[1359909592] 'agreement among raft nodes before linearized reading' (duration: 152.094601ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:58.4319Z","caller":"traceutil/trace.go:171","msg":"trace[1030869605] linearizableReadLoop","detail":"{readStateIndex:5592; appliedIndex:5591; }","duration":"103.354877ms","start":"2026-02-28T01:40:58.328518Z","end":"2026-02-28T01:40:58.431873Z","steps":["trace[1030869605] 'read index received' (duration: 103.064641ms)","trace[1030869605] 'applied index is now lower than readState.Index' (duration: 289.116µs)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:40:58.432038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.500611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:40:58.431979Z","caller":"traceutil/trace.go:171","msg":"trace[1367512627] transaction","detail":"{read_only:false; response_revision:5376; number_of_response:1; }","duration":"108.119214ms","start":"2026-02-28T01:40:58.323808Z","end":"2026-02-28T01:40:58.431927Z","steps":["trace[1367512627] 'process raft request' (duration: 107.828397ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:58.432075Z","caller":"traceutil/trace.go:171","msg":"trace[944042775] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5376; }","duration":"103.587533ms","start":"2026-02-28T01:40:58.328476Z","end":"2026-02-28T01:40:58.432064Z","steps":["trace[944042775] 'agreement among raft nodes before linearized reading' (duration: 103.497421ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:41:03.795213Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2667} {"level":"info","ts":"2026-02-28T01:41:03.860168Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2667,"took":"63.284487ms","hash":2629169298,"current-db-size-bytes":38780928,"current-db-size":"39 MB","current-db-size-in-use-bytes":28532736,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-28T01:41:03.860237Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2629169298,"revision":2667,"compact-revision":-1} {"level":"info","ts":"2026-02-28T01:41:31.368037Z","caller":"traceutil/trace.go:171","msg":"trace[1441535087] transaction","detail":"{read_only:false; response_revision:5657; number_of_response:1; }","duration":"243.441654ms","start":"2026-02-28T01:41:31.124564Z","end":"2026-02-28T01:41:31.368006Z","steps":["trace[1441535087] 'process raft request' (duration: 243.224119ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:41:31.373544Z","caller":"traceutil/trace.go:171","msg":"trace[1298800122] transaction","detail":"{read_only:false; response_revision:5658; number_of_response:1; }","duration":"172.891154ms","start":"2026-02-28T01:41:31.200616Z","end":"2026-02-28T01:41:31.373507Z","steps":["trace[1298800122] 'process raft request' (duration: 171.778659ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:41:41.522029Z","caller":"traceutil/trace.go:171","msg":"trace[224824878] transaction","detail":"{read_only:false; response_revision:5718; number_of_response:1; }","duration":"108.266524ms","start":"2026-02-28T01:41:41.413729Z","end":"2026-02-28T01:41:41.521995Z","steps":["trace[224824878] 'process raft request' (duration: 84.415726ms)","trace[224824878] 'compare' (duration: 23.560691ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:41:50.52799Z","caller":"traceutil/trace.go:171","msg":"trace[427276172] transaction","detail":"{read_only:false; response_revision:5785; number_of_response:1; }","duration":"126.430746ms","start":"2026-02-28T01:41:50.401517Z","end":"2026-02-28T01:41:50.527948Z","steps":["trace[427276172] 'process raft request' (duration: 125.138908ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:41:50.530626Z","caller":"traceutil/trace.go:171","msg":"trace[244906421] linearizableReadLoop","detail":"{readStateIndex:6016; appliedIndex:6013; }","duration":"125.199498ms","start":"2026-02-28T01:41:50.405397Z","end":"2026-02-28T01:41:50.530596Z","steps":["trace[244906421] 'read index received' (duration: 121.278842ms)","trace[244906421] 'applied index is now lower than readState.Index' (duration: 3.919466ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:41:50.530687Z","caller":"traceutil/trace.go:171","msg":"trace[2093074479] transaction","detail":"{read_only:false; response_revision:5786; number_of_response:1; }","duration":"128.441301ms","start":"2026-02-28T01:41:50.402209Z","end":"2026-02-28T01:41:50.53065Z","steps":["trace[2093074479] 'process raft request' (duration: 128.224476ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:41:50.530699Z","caller":"traceutil/trace.go:171","msg":"trace[45412420] transaction","detail":"{read_only:false; response_revision:5787; number_of_response:1; }","duration":"128.332478ms","start":"2026-02-28T01:41:50.402337Z","end":"2026-02-28T01:41:50.530669Z","steps":["trace[45412420] 'process raft request' (duration: 128.214375ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:41:50.531301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.891314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:109177"} {"level":"info","ts":"2026-02-28T01:41:50.531341Z","caller":"traceutil/trace.go:171","msg":"trace[1500190076] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5787; }","duration":"125.983676ms","start":"2026-02-28T01:41:50.405348Z","end":"2026-02-28T01:41:50.531331Z","steps":["trace[1500190076] 'agreement among raft nodes before linearized reading' (duration: 125.372442ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:43:29.25841Z","caller":"traceutil/trace.go:171","msg":"trace[232221647] transaction","detail":"{read_only:false; response_revision:6352; number_of_response:1; }","duration":"107.509825ms","start":"2026-02-28T01:43:29.150868Z","end":"2026-02-28T01:43:29.258377Z","steps":["trace[232221647] 'process raft request' (duration: 84.560286ms)","trace[232221647] 'compare' (duration: 22.222053ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:43:31.168966Z","caller":"traceutil/trace.go:171","msg":"trace[728229674] transaction","detail":"{read_only:false; response_revision:6357; number_of_response:1; }","duration":"172.16091ms","start":"2026-02-28T01:43:30.996771Z","end":"2026-02-28T01:43:31.168932Z","steps":["trace[728229674] 'process raft request' (duration: 171.855853ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:43:46.077749Z","caller":"traceutil/trace.go:171","msg":"trace[942820228] transaction","detail":"{read_only:false; response_revision:6437; number_of_response:1; }","duration":"101.791818ms","start":"2026-02-28T01:43:45.975927Z","end":"2026-02-28T01:43:46.077718Z","steps":["trace[942820228] 'process raft request' (duration: 101.601194ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:45:20.621095Z","caller":"traceutil/trace.go:171","msg":"trace[1370394907] transaction","detail":"{read_only:false; response_revision:7151; number_of_response:1; }","duration":"196.46955ms","start":"2026-02-28T01:45:20.424597Z","end":"2026-02-28T01:45:20.621066Z","steps":["trace[1370394907] 'process raft request' (duration: 196.289746ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:45:20.847206Z","caller":"traceutil/trace.go:171","msg":"trace[910229102] transaction","detail":"{read_only:false; response_revision:7152; number_of_response:1; }","duration":"128.573313ms","start":"2026-02-28T01:45:20.71861Z","end":"2026-02-28T01:45:20.847183Z","steps":["trace[910229102] 'process raft request' (duration: 128.372139ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:45:22.141476Z","caller":"traceutil/trace.go:171","msg":"trace[426643749] transaction","detail":"{read_only:false; response_revision:7158; number_of_response:1; }","duration":"130.253891ms","start":"2026-02-28T01:45:22.011194Z","end":"2026-02-28T01:45:22.141448Z","steps":["trace[426643749] 'process raft request' (duration: 57.584099ms)","trace[426643749] 'compare' (duration: 72.523709ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:45:22.191733Z","caller":"traceutil/trace.go:171","msg":"trace[1231218456] transaction","detail":"{read_only:false; response_revision:7159; number_of_response:1; }","duration":"179.579875ms","start":"2026-02-28T01:45:22.012115Z","end":"2026-02-28T01:45:22.191695Z","steps":["trace[1231218456] 'process raft request' (duration: 179.375549ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:45:22.19196Z","caller":"traceutil/trace.go:171","msg":"trace[1208711350] linearizableReadLoop","detail":"{readStateIndex:7437; appliedIndex:7435; }","duration":"112.123608ms","start":"2026-02-28T01:45:22.07979Z","end":"2026-02-28T01:45:22.191914Z","steps":["trace[1208711350] 'read index received' (duration: 111.578855ms)","trace[1208711350] 'applied index is now lower than readState.Index' (duration: 541.553µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:45:22.192029Z","caller":"traceutil/trace.go:171","msg":"trace[2099685325] transaction","detail":"{read_only:false; response_revision:7160; number_of_response:1; }","duration":"179.806901ms","start":"2026-02-28T01:45:22.012192Z","end":"2026-02-28T01:45:22.191999Z","steps":["trace[2099685325] 'process raft request' (duration: 179.452553ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:45:22.192247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.433404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-snz77\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-02-28T01:45:22.192293Z","caller":"traceutil/trace.go:171","msg":"trace[1721678098] range","detail":"{range_begin:/registry/pods/openstack/keepalived-snz77; range_end:; response_count:1; response_revision:7160; }","duration":"112.531107ms","start":"2026-02-28T01:45:22.079749Z","end":"2026-02-28T01:45:22.19228Z","steps":["trace[1721678098] 'agreement among raft nodes before linearized reading' (duration: 112.303822ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:45:22.770491Z","caller":"traceutil/trace.go:171","msg":"trace[1957203341] transaction","detail":"{read_only:false; response_revision:7162; number_of_response:1; }","duration":"144.123027ms","start":"2026-02-28T01:45:22.62633Z","end":"2026-02-28T01:45:22.770453Z","steps":["trace[1957203341] 'process raft request' (duration: 101.208945ms)","trace[1957203341] 'compare' (duration: 42.699618ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:45:34.439052Z","caller":"traceutil/trace.go:171","msg":"trace[1395075676] linearizableReadLoop","detail":"{readStateIndex:7541; appliedIndex:7539; }","duration":"155.316754ms","start":"2026-02-28T01:45:34.28367Z","end":"2026-02-28T01:45:34.438987Z","steps":["trace[1395075676] 'read index received' (duration: 2.828842ms)","trace[1395075676] 'applied index is now lower than readState.Index' (duration: 152.486262ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:45:34.439159Z","caller":"traceutil/trace.go:171","msg":"trace[1476976545] transaction","detail":"{read_only:false; response_revision:7261; number_of_response:1; }","duration":"156.466419ms","start":"2026-02-28T01:45:34.282658Z","end":"2026-02-28T01:45:34.439124Z","steps":["trace[1476976545] 'process raft request' (duration: 113.87584ms)","trace[1476976545] 'compare' (duration: 41.808782ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:45:34.439414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.645836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:45:34.439523Z","caller":"traceutil/trace.go:171","msg":"trace[1616910489] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7261; }","duration":"108.816719ms","start":"2026-02-28T01:45:34.330682Z","end":"2026-02-28T01:45:34.439499Z","steps":["trace[1616910489] 'agreement among raft nodes before linearized reading' (duration: 108.651746ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:45:34.439862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.165724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:23 size:199356"} {"level":"info","ts":"2026-02-28T01:45:34.439918Z","caller":"traceutil/trace.go:171","msg":"trace[487710126] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:23; response_revision:7261; }","duration":"156.281336ms","start":"2026-02-28T01:45:34.283624Z","end":"2026-02-28T01:45:34.439905Z","steps":["trace[487710126] 'agreement among raft nodes before linearized reading' (duration: 155.594071ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:45:36.465199Z","caller":"traceutil/trace.go:171","msg":"trace[42679402] linearizableReadLoop","detail":"{readStateIndex:7554; appliedIndex:7552; }","duration":"133.145407ms","start":"2026-02-28T01:45:36.332011Z","end":"2026-02-28T01:45:36.465157Z","steps":["trace[42679402] 'read index received' (duration: 42.678921ms)","trace[42679402] 'applied index is now lower than readState.Index' (duration: 90.465076ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:45:36.465239Z","caller":"traceutil/trace.go:171","msg":"trace[1842755482] transaction","detail":"{read_only:false; response_revision:7274; number_of_response:1; }","duration":"165.872148ms","start":"2026-02-28T01:45:36.299319Z","end":"2026-02-28T01:45:36.465191Z","steps":["trace[1842755482] 'process raft request' (duration: 103.242366ms)","trace[1842755482] 'compare' (duration: 62.405147ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:45:36.465348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.30663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:45:36.465394Z","caller":"traceutil/trace.go:171","msg":"trace[872865781] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7274; }","duration":"133.398103ms","start":"2026-02-28T01:45:36.331984Z","end":"2026-02-28T01:45:36.465383Z","steps":["trace[872865781] 'agreement among raft nodes before linearized reading' (duration: 133.28104ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:03.801808Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5411} {"level":"info","ts":"2026-02-28T01:46:03.921961Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5411,"took":"118.209617ms","hash":3818837031,"current-db-size-bytes":41201664,"current-db-size":"41 MB","current-db-size-in-use-bytes":21319680,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-02-28T01:46:03.922024Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3818837031,"revision":5411,"compact-revision":2667} {"level":"info","ts":"2026-02-28T01:46:05.632035Z","caller":"traceutil/trace.go:171","msg":"trace[1981208383] transaction","detail":"{read_only:false; response_revision:7445; number_of_response:1; }","duration":"185.588432ms","start":"2026-02-28T01:46:05.446419Z","end":"2026-02-28T01:46:05.632008Z","steps":["trace[1981208383] 'process raft request' (duration: 159.110079ms)","trace[1981208383] 'compare' (duration: 26.177926ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:46:07.258891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.018833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-28T01:46:07.258968Z","caller":"traceutil/trace.go:171","msg":"trace[236971945] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:7450; }","duration":"206.160706ms","start":"2026-02-28T01:46:07.052792Z","end":"2026-02-28T01:46:07.258953Z","steps":["trace[236971945] 'count revisions from in-memory index tree' (duration: 205.923851ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:07.459761Z","caller":"traceutil/trace.go:171","msg":"trace[1939430747] transaction","detail":"{read_only:false; response_revision:7451; number_of_response:1; }","duration":"331.105361ms","start":"2026-02-28T01:46:07.12863Z","end":"2026-02-28T01:46:07.459735Z","steps":["trace[1939430747] 'process raft request' (duration: 330.926637ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:07.459948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:07.128603Z","time spent":"331.252485ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:46:07.559161Z","caller":"traceutil/trace.go:171","msg":"trace[1859341519] linearizableReadLoop","detail":"{readStateIndex:7740; appliedIndex:7739; }","duration":"226.796012ms","start":"2026-02-28T01:46:07.332335Z","end":"2026-02-28T01:46:07.559131Z","steps":["trace[1859341519] 'read index received' (duration: 127.478642ms)","trace[1859341519] 'applied index is now lower than readState.Index' (duration: 99.31613ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:46:07.559269Z","caller":"traceutil/trace.go:171","msg":"trace[998498817] transaction","detail":"{read_only:false; response_revision:7452; number_of_response:1; }","duration":"381.306009ms","start":"2026-02-28T01:46:07.177928Z","end":"2026-02-28T01:46:07.559234Z","steps":["trace[998498817] 'process raft request' (duration: 296.004118ms)","trace[998498817] 'compare' (duration: 85.065776ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:46:07.559577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:07.177904Z","time spent":"381.614055ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:46:07.559411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.063427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:46:07.559654Z","caller":"traceutil/trace.go:171","msg":"trace[361419842] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7452; }","duration":"227.345793ms","start":"2026-02-28T01:46:07.332285Z","end":"2026-02-28T01:46:07.559631Z","steps":["trace[361419842] 'agreement among raft nodes before linearized reading' (duration: 227.055407ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:07.559926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.35631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-28T01:46:07.560055Z","caller":"traceutil/trace.go:171","msg":"trace[341959205] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7452; }","duration":"132.539773ms","start":"2026-02-28T01:46:07.427495Z","end":"2026-02-28T01:46:07.560035Z","steps":["trace[341959205] 'agreement among raft nodes before linearized reading' (duration: 132.193815ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:07.963199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.647089ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:46:07.963289Z","caller":"traceutil/trace.go:171","msg":"trace[1921691095] linearizableReadLoop","detail":"{readStateIndex:7741; appliedIndex:7740; }","duration":"326.389358ms","start":"2026-02-28T01:46:07.636885Z","end":"2026-02-28T01:46:07.963275Z","steps":["trace[1921691095] 'read index received' (duration: 74.270148ms)","trace[1921691095] 'applied index is now lower than readState.Index' (duration: 252.11789ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:46:07.963357Z","caller":"traceutil/trace.go:171","msg":"trace[2137678442] transaction","detail":"{read_only:false; response_revision:7453; number_of_response:1; }","duration":"397.981466ms","start":"2026-02-28T01:46:07.565365Z","end":"2026-02-28T01:46:07.963347Z","steps":["trace[2137678442] 'process raft request' (duration: 145.856736ms)","trace[2137678442] 'compare' (duration: 251.22965ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:46:07.963405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:07.565342Z","time spent":"398.038549ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:46:07.963535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.649304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:46:07.963563Z","caller":"traceutil/trace.go:171","msg":"trace[486221955] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7453; }","duration":"326.722136ms","start":"2026-02-28T01:46:07.636834Z","end":"2026-02-28T01:46:07.963556Z","steps":["trace[486221955] 'agreement among raft nodes before linearized reading' (duration: 326.671205ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:07.963585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:07.636811Z","time spent":"326.769736ms","remote":"127.0.0.1:43778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"warn","ts":"2026-02-28T01:46:07.963796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.058581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:1 size:12707"} {"level":"info","ts":"2026-02-28T01:46:07.963825Z","caller":"traceutil/trace.go:171","msg":"trace[1538185488] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:1; response_revision:7453; }","duration":"326.113873ms","start":"2026-02-28T01:46:07.637705Z","end":"2026-02-28T01:46:07.963819Z","steps":["trace[1538185488] 'agreement among raft nodes before linearized reading' (duration: 326.01234ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:07.963843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:07.637693Z","time spent":"326.145433ms","remote":"127.0.0.1:43778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":12731,"request content":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" "} {"level":"warn","ts":"2026-02-28T01:46:07.964036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.14168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.65\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-28T01:46:07.964066Z","caller":"traceutil/trace.go:171","msg":"trace[1292274393] range","detail":"{range_begin:/registry/masterleases/199.204.45.65; range_end:; response_count:1; response_revision:7453; }","duration":"101.210572ms","start":"2026-02-28T01:46:07.862848Z","end":"2026-02-28T01:46:07.964059Z","steps":["trace[1292274393] 'agreement among raft nodes before linearized reading' (duration: 101.1347ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:08.234721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.595037ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-02-28T01:46:08.92179Z","caller":"traceutil/trace.go:171","msg":"trace[824366613] linearizableReadLoop","detail":"{readStateIndex:7746; appliedIndex:7745; }","duration":"252.59339ms","start":"2026-02-28T01:46:08.669175Z","end":"2026-02-28T01:46:08.921768Z","steps":["trace[824366613] 'read index received' (duration: 252.340024ms)","trace[824366613] 'applied index is now lower than readState.Index' (duration: 252.516µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:46:08.922172Z","caller":"traceutil/trace.go:171","msg":"trace[1163012128] transaction","detail":"{read_only:false; response_revision:7457; number_of_response:1; }","duration":"265.602927ms","start":"2026-02-28T01:46:08.656543Z","end":"2026-02-28T01:46:08.922146Z","steps":["trace[1163012128] 'process raft request' (duration: 265.075986ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:08.922609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.390407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-28T01:46:08.922674Z","caller":"traceutil/trace.go:171","msg":"trace[1506383113] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7457; }","duration":"253.49704ms","start":"2026-02-28T01:46:08.669159Z","end":"2026-02-28T01:46:08.922656Z","steps":["trace[1506383113] 'agreement among raft nodes before linearized reading' (duration: 253.301056ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:08.923164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.162763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-snz77\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-02-28T01:46:08.923211Z","caller":"traceutil/trace.go:171","msg":"trace[796207421] range","detail":"{range_begin:/registry/pods/openstack/keepalived-snz77; range_end:; response_count:1; response_revision:7457; }","duration":"219.254185ms","start":"2026-02-28T01:46:08.703946Z","end":"2026-02-28T01:46:08.923201Z","steps":["trace[796207421] 'agreement among raft nodes before linearized reading' (duration: 219.115042ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:09.12611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.762145ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:46:09.126324Z","caller":"traceutil/trace.go:171","msg":"trace[530972126] transaction","detail":"{read_only:false; response_revision:7459; number_of_response:1; }","duration":"109.428883ms","start":"2026-02-28T01:46:09.01688Z","end":"2026-02-28T01:46:09.126309Z","steps":["trace[530972126] 'process raft request' (duration: 109.338242ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:09.12634Z","caller":"traceutil/trace.go:171","msg":"trace[182905128] transaction","detail":"{read_only:false; response_revision:7458; number_of_response:1; }","duration":"197.625498ms","start":"2026-02-28T01:46:08.928685Z","end":"2026-02-28T01:46:09.12631Z","steps":["trace[182905128] 'process raft request' (duration: 90.581118ms)","trace[182905128] 'compare' (duration: 106.501109ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:46:09.126532Z","caller":"traceutil/trace.go:171","msg":"trace[1096867850] linearizableReadLoop","detail":"{readStateIndex:7747; appliedIndex:7746; }","duration":"197.23711ms","start":"2026-02-28T01:46:08.929284Z","end":"2026-02-28T01:46:09.126521Z","steps":["trace[1096867850] 'read index received' (duration: 89.993835ms)","trace[1096867850] 'applied index is now lower than readState.Index' (duration: 107.242345ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:46:09.127044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.750061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:214631"} {"level":"info","ts":"2026-02-28T01:46:09.127094Z","caller":"traceutil/trace.go:171","msg":"trace[1851422669] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:7459; }","duration":"197.837683ms","start":"2026-02-28T01:46:08.929244Z","end":"2026-02-28T01:46:09.127082Z","steps":["trace[1851422669] 'agreement among raft nodes before linearized reading' (duration: 197.498096ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:09.127361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.80192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-02-28T01:46:09.127408Z","caller":"traceutil/trace.go:171","msg":"trace[1475806575] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:7459; }","duration":"196.888192ms","start":"2026-02-28T01:46:08.930509Z","end":"2026-02-28T01:46:09.127398Z","steps":["trace[1475806575] 'agreement among raft nodes before linearized reading' (duration: 196.78601ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:09.829766Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783125372,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-28T01:46:10.072126Z","caller":"traceutil/trace.go:171","msg":"trace[1529303270] transaction","detail":"{read_only:false; response_revision:7460; number_of_response:1; }","duration":"790.075493ms","start":"2026-02-28T01:46:09.282019Z","end":"2026-02-28T01:46:10.072095Z","steps":["trace[1529303270] 'process raft request' (duration: 692.144554ms)","trace[1529303270] 'compare' (duration: 97.50543ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:46:10.07231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:09.281994Z","time spent":"790.223807ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:46:10.10534Z","caller":"traceutil/trace.go:171","msg":"trace[1979481389] transaction","detail":"{read_only:false; response_revision:7461; number_of_response:1; }","duration":"639.951473ms","start":"2026-02-28T01:46:09.465351Z","end":"2026-02-28T01:46:10.105302Z","steps":["trace[1979481389] 'process raft request' (duration: 639.707618ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:10.105526Z","caller":"traceutil/trace.go:171","msg":"trace[141542549] linearizableReadLoop","detail":"{readStateIndex:7751; appliedIndex:7748; }","duration":"776.034094ms","start":"2026-02-28T01:46:09.32946Z","end":"2026-02-28T01:46:10.105494Z","steps":["trace[141542549] 'read index received' (duration: 644.770069ms)","trace[141542549] 'applied index is now lower than readState.Index' (duration: 131.260875ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:46:10.105573Z","caller":"traceutil/trace.go:171","msg":"trace[441732016] transaction","detail":"{read_only:false; response_revision:7462; number_of_response:1; }","duration":"539.680991ms","start":"2026-02-28T01:46:09.565865Z","end":"2026-02-28T01:46:10.105546Z","steps":["trace[441732016] 'process raft request' (duration: 539.362174ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:10.105678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.199877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:46:10.1057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:09.565844Z","time spent":"539.784604ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:46:10.105779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.38423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:46:10.105726Z","caller":"traceutil/trace.go:171","msg":"trace[1222566162] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7462; }","duration":"776.29916ms","start":"2026-02-28T01:46:09.329414Z","end":"2026-02-28T01:46:10.105713Z","steps":["trace[1222566162] 'agreement among raft nodes before linearized reading' (duration: 776.206088ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:10.105842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.636554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:46:10.105963Z","caller":"traceutil/trace.go:171","msg":"trace[235754825] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:7462; }","duration":"677.839218ms","start":"2026-02-28T01:46:09.428084Z","end":"2026-02-28T01:46:10.105923Z","steps":["trace[235754825] 'agreement among raft nodes before linearized reading' (duration: 677.631104ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:10.106012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:09.428059Z","time spent":"677.940181ms","remote":"127.0.0.1:50040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-02-28T01:46:10.106127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.32694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:1 size:12707"} {"level":"info","ts":"2026-02-28T01:46:10.106165Z","caller":"traceutil/trace.go:171","msg":"trace[373877889] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:1; response_revision:7462; }","duration":"133.390851ms","start":"2026-02-28T01:46:09.972765Z","end":"2026-02-28T01:46:10.106156Z","steps":["trace[373877889] 'agreement among raft nodes before linearized reading' (duration: 133.235888ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:10.106334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:09.465317Z","time spent":"640.114157ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:46:10.106389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.562864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:46:10.106451Z","caller":"traceutil/trace.go:171","msg":"trace[808916708] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:7462; }","duration":"278.691636ms","start":"2026-02-28T01:46:09.827737Z","end":"2026-02-28T01:46:10.106429Z","steps":["trace[808916708] 'agreement among raft nodes before linearized reading' (duration: 278.588954ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:10.106562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.24529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-28T01:46:10.10664Z","caller":"traceutil/trace.go:171","msg":"trace[954304613] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7462; }","duration":"138.365152ms","start":"2026-02-28T01:46:09.968253Z","end":"2026-02-28T01:46:10.106618Z","steps":["trace[954304613] 'agreement among raft nodes before linearized reading' (duration: 138.094096ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:10.105812Z","caller":"traceutil/trace.go:171","msg":"trace[1439729598] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7462; }","duration":"137.434781ms","start":"2026-02-28T01:46:09.96837Z","end":"2026-02-28T01:46:10.105804Z","steps":["trace[1439729598] 'agreement among raft nodes before linearized reading' (duration: 137.38707ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:10.10594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:09.329386Z","time spent":"776.498974ms","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T01:46:10.831842Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783125378,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-28T01:46:10.93473Z","caller":"traceutil/trace.go:171","msg":"trace[1354308710] linearizableReadLoop","detail":"{readStateIndex:7752; appliedIndex:7751; }","duration":"603.294004ms","start":"2026-02-28T01:46:10.331409Z","end":"2026-02-28T01:46:10.934702Z","steps":["trace[1354308710] 'read index received' (duration: 602.986647ms)","trace[1354308710] 'applied index is now lower than readState.Index' (duration: 306.197µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:46:10.934821Z","caller":"traceutil/trace.go:171","msg":"trace[1649937887] transaction","detail":"{read_only:false; response_revision:7463; number_of_response:1; }","duration":"823.267665ms","start":"2026-02-28T01:46:10.111511Z","end":"2026-02-28T01:46:10.934779Z","steps":["trace[1649937887] 'process raft request' (duration: 822.962408ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:10.934938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.505548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:46:10.93501Z","caller":"traceutil/trace.go:171","msg":"trace[1912288458] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7463; }","duration":"603.661981ms","start":"2026-02-28T01:46:10.331332Z","end":"2026-02-28T01:46:10.934994Z","steps":["trace[1912288458] 'agreement among raft nodes before linearized reading' (duration: 603.490568ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:10.935031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:10.111487Z","time spent":"823.432119ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:46:10.935041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.666115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-28T01:46:10.935065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:10.331305Z","time spent":"603.752534ms","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-28T01:46:10.935093Z","caller":"traceutil/trace.go:171","msg":"trace[122052049] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7463; }","duration":"444.777177ms","start":"2026-02-28T01:46:10.490301Z","end":"2026-02-28T01:46:10.935078Z","steps":["trace[122052049] 'agreement among raft nodes before linearized reading' (duration: 444.568093ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:10.935138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:10.49027Z","time spent":"444.856499ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T01:46:10.935156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.919669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:46:10.935379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.161796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-28T01:46:10.935597Z","caller":"traceutil/trace.go:171","msg":"trace[1933057200] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7463; }","duration":"372.351982ms","start":"2026-02-28T01:46:10.563165Z","end":"2026-02-28T01:46:10.935517Z","steps":["trace[1933057200] 'agreement among raft nodes before linearized reading' (duration: 371.928402ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:10.935379Z","caller":"traceutil/trace.go:171","msg":"trace[734734747] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:7463; }","duration":"288.291626ms","start":"2026-02-28T01:46:10.64706Z","end":"2026-02-28T01:46:10.935352Z","steps":["trace[734734747] 'agreement among raft nodes before linearized reading' (duration: 287.873487ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:10.935691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:10.563155Z","time spent":"372.486575ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-28T01:46:11.238185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.990111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-28T01:46:11.238281Z","caller":"traceutil/trace.go:171","msg":"trace[1062161445] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7466; }","duration":"107.150504ms","start":"2026-02-28T01:46:11.131105Z","end":"2026-02-28T01:46:11.238256Z","steps":["trace[1062161445] 'range keys from in-memory index tree' (duration: 106.779515ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:11.238404Z","caller":"traceutil/trace.go:171","msg":"trace[1750020672] linearizableReadLoop","detail":"{readStateIndex:7756; appliedIndex:7755; }","duration":"102.741846ms","start":"2026-02-28T01:46:11.135615Z","end":"2026-02-28T01:46:11.238357Z","steps":["trace[1750020672] 'read index received' (duration: 75.178528ms)","trace[1750020672] 'applied index is now lower than readState.Index' (duration: 27.561388ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:46:11.238544Z","caller":"traceutil/trace.go:171","msg":"trace[1536356254] transaction","detail":"{read_only:false; response_revision:7467; number_of_response:1; }","duration":"105.139699ms","start":"2026-02-28T01:46:11.13336Z","end":"2026-02-28T01:46:11.2385Z","steps":["trace[1536356254] 'process raft request' (duration: 77.372767ms)","trace[1536356254] 'compare' (duration: 27.407854ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:46:11.238766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.125404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-snz77\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-02-28T01:46:11.238878Z","caller":"traceutil/trace.go:171","msg":"trace[369755528] range","detail":"{range_begin:/registry/pods/openstack/keepalived-snz77; range_end:; response_count:1; response_revision:7467; }","duration":"103.298328ms","start":"2026-02-28T01:46:11.135556Z","end":"2026-02-28T01:46:11.238854Z","steps":["trace[369755528] 'agreement among raft nodes before linearized reading' (duration: 102.966021ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:12.249612Z","caller":"traceutil/trace.go:171","msg":"trace[1114622970] linearizableReadLoop","detail":"{readStateIndex:7761; appliedIndex:7759; }","duration":"136.777096ms","start":"2026-02-28T01:46:12.112805Z","end":"2026-02-28T01:46:12.249582Z","steps":["trace[1114622970] 'read index received' (duration: 54.993962ms)","trace[1114622970] 'applied index is now lower than readState.Index' (duration: 81.781054ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:46:12.249646Z","caller":"traceutil/trace.go:171","msg":"trace[1174921280] transaction","detail":"{read_only:false; response_revision:7472; number_of_response:1; }","duration":"137.583784ms","start":"2026-02-28T01:46:12.112036Z","end":"2026-02-28T01:46:12.24962Z","steps":["trace[1174921280] 'process raft request' (duration: 137.437171ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:12.249594Z","caller":"traceutil/trace.go:171","msg":"trace[209274561] transaction","detail":"{read_only:false; response_revision:7471; number_of_response:1; }","duration":"137.640766ms","start":"2026-02-28T01:46:12.111896Z","end":"2026-02-28T01:46:12.249537Z","steps":["trace[209274561] 'process raft request' (duration: 55.913863ms)","trace[209274561] 'compare' (duration: 81.466488ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:46:12.249691Z","caller":"traceutil/trace.go:171","msg":"trace[509500115] transaction","detail":"{read_only:false; response_revision:7473; number_of_response:1; }","duration":"105.986137ms","start":"2026-02-28T01:46:12.143673Z","end":"2026-02-28T01:46:12.249659Z","steps":["trace[509500115] 'process raft request' (duration: 105.849474ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:12.249828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.637804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:46:12.249893Z","caller":"traceutil/trace.go:171","msg":"trace[1589201905] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7473; }","duration":"136.728545ms","start":"2026-02-28T01:46:12.11313Z","end":"2026-02-28T01:46:12.249859Z","steps":["trace[1589201905] 'agreement among raft nodes before linearized reading' (duration: 136.630453ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:12.249912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.085343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:1 size:12707"} {"level":"info","ts":"2026-02-28T01:46:12.24999Z","caller":"traceutil/trace.go:171","msg":"trace[1934927826] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:1; response_revision:7473; }","duration":"137.219336ms","start":"2026-02-28T01:46:12.112751Z","end":"2026-02-28T01:46:12.24997Z","steps":["trace[1934927826] 'agreement among raft nodes before linearized reading' (duration: 136.924889ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:13.411221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.208844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:215029"} {"level":"info","ts":"2026-02-28T01:46:13.411291Z","caller":"traceutil/trace.go:171","msg":"trace[1292288295] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:7482; }","duration":"107.319546ms","start":"2026-02-28T01:46:13.303954Z","end":"2026-02-28T01:46:13.411273Z","steps":["trace[1292288295] 'agreement among raft nodes before linearized reading' (duration: 63.560362ms)","trace[1292288295] 'range keys from in-memory index tree' (duration: 43.424497ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:46:17.624002Z","caller":"traceutil/trace.go:171","msg":"trace[19324589] transaction","detail":"{read_only:false; response_revision:7519; number_of_response:1; }","duration":"235.478312ms","start":"2026-02-28T01:46:17.388466Z","end":"2026-02-28T01:46:17.623945Z","steps":["trace[19324589] 'process raft request' (duration: 187.334271ms)","trace[19324589] 'compare' (duration: 47.881466ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:46:17.624369Z","caller":"traceutil/trace.go:171","msg":"trace[649952780] linearizableReadLoop","detail":"{readStateIndex:7809; appliedIndex:7808; }","duration":"191.740258ms","start":"2026-02-28T01:46:17.432509Z","end":"2026-02-28T01:46:17.62425Z","steps":["trace[649952780] 'read index received' (duration: 143.214128ms)","trace[649952780] 'applied index is now lower than readState.Index' (duration: 48.51984ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:46:17.624616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.095105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-snz77\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-02-28T01:46:17.62474Z","caller":"traceutil/trace.go:171","msg":"trace[2139614364] range","detail":"{range_begin:/registry/pods/openstack/keepalived-snz77; range_end:; response_count:1; response_revision:7520; }","duration":"192.28619ms","start":"2026-02-28T01:46:17.432431Z","end":"2026-02-28T01:46:17.624717Z","steps":["trace[2139614364] 'agreement among raft nodes before linearized reading' (duration: 192.036925ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:19.142347Z","caller":"traceutil/trace.go:171","msg":"trace[965667842] transaction","detail":"{read_only:false; response_revision:7529; number_of_response:1; }","duration":"105.545247ms","start":"2026-02-28T01:46:19.036749Z","end":"2026-02-28T01:46:19.142294Z","steps":["trace[965667842] 'process raft request' (duration: 86.555168ms)","trace[965667842] 'compare' (duration: 18.777075ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:46:19.298853Z","caller":"traceutil/trace.go:171","msg":"trace[1674048028] transaction","detail":"{read_only:false; response_revision:7532; number_of_response:1; }","duration":"111.041129ms","start":"2026-02-28T01:46:19.187777Z","end":"2026-02-28T01:46:19.298818Z","steps":["trace[1674048028] 'process raft request' (duration: 99.310501ms)","trace[1674048028] 'compare' (duration: 11.513064ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:46:22.422097Z","caller":"traceutil/trace.go:171","msg":"trace[71443033] transaction","detail":"{read_only:false; response_revision:7545; number_of_response:1; }","duration":"102.46388ms","start":"2026-02-28T01:46:22.319598Z","end":"2026-02-28T01:46:22.422062Z","steps":["trace[71443033] 'process raft request' (duration: 102.241146ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:23.348679Z","caller":"traceutil/trace.go:171","msg":"trace[1094352610] transaction","detail":"{read_only:false; response_revision:7549; number_of_response:1; }","duration":"123.453612ms","start":"2026-02-28T01:46:23.225195Z","end":"2026-02-28T01:46:23.348649Z","steps":["trace[1094352610] 'process raft request' (duration: 73.055281ms)","trace[1094352610] 'compare' (duration: 50.123595ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:46:26.179136Z","caller":"traceutil/trace.go:171","msg":"trace[975222989] transaction","detail":"{read_only:false; response_revision:7562; number_of_response:1; }","duration":"105.809773ms","start":"2026-02-28T01:46:26.073299Z","end":"2026-02-28T01:46:26.179109Z","steps":["trace[975222989] 'process raft request' (duration: 105.589499ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:27.379325Z","caller":"traceutil/trace.go:171","msg":"trace[1619700466] transaction","detail":"{read_only:false; response_revision:7567; number_of_response:1; }","duration":"116.401677ms","start":"2026-02-28T01:46:27.262876Z","end":"2026-02-28T01:46:27.379278Z","steps":["trace[1619700466] 'process raft request' (duration: 116.08614ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:28.703589Z","caller":"traceutil/trace.go:171","msg":"trace[1172165568] transaction","detail":"{read_only:false; response_revision:7574; number_of_response:1; }","duration":"208.557958ms","start":"2026-02-28T01:46:28.495003Z","end":"2026-02-28T01:46:28.70356Z","steps":["trace[1172165568] 'process raft request' (duration: 208.371234ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:28.798053Z","caller":"traceutil/trace.go:171","msg":"trace[657640090] transaction","detail":"{read_only:false; response_revision:7575; number_of_response:1; }","duration":"285.304302ms","start":"2026-02-28T01:46:28.512719Z","end":"2026-02-28T01:46:28.798023Z","steps":["trace[657640090] 'process raft request' (duration: 223.752874ms)","trace[657640090] 'compare' (duration: 61.421275ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:46:31.718861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.781101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-28T01:46:31.71898Z","caller":"traceutil/trace.go:171","msg":"trace[231581587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7587; }","duration":"154.003616ms","start":"2026-02-28T01:46:31.564949Z","end":"2026-02-28T01:46:31.718953Z","steps":["trace[231581587] 'range keys from in-memory index tree' (duration: 153.474003ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:34.08782Z","caller":"traceutil/trace.go:171","msg":"trace[960140244] transaction","detail":"{read_only:false; response_revision:7596; number_of_response:1; }","duration":"628.843577ms","start":"2026-02-28T01:46:33.458948Z","end":"2026-02-28T01:46:34.087792Z","steps":["trace[960140244] 'process raft request' (duration: 628.669443ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:34.08801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:33.458921Z","time spent":"628.97732ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:46:34.118499Z","caller":"traceutil/trace.go:171","msg":"trace[1398065565] linearizableReadLoop","detail":"{readStateIndex:7891; appliedIndex:7889; }","duration":"311.250714ms","start":"2026-02-28T01:46:33.807218Z","end":"2026-02-28T01:46:34.118469Z","steps":["trace[1398065565] 'read index received' (duration: 280.346212ms)","trace[1398065565] 'applied index is now lower than readState.Index' (duration: 30.903482ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:46:34.118564Z","caller":"traceutil/trace.go:171","msg":"trace[939036729] transaction","detail":"{read_only:false; response_revision:7597; number_of_response:1; }","duration":"641.62458ms","start":"2026-02-28T01:46:33.4769Z","end":"2026-02-28T01:46:34.118525Z","steps":["trace[939036729] 'process raft request' (duration: 641.412555ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:34.11874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:33.476868Z","time spent":"641.772272ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:46:34.118823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.575681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-28T01:46:34.118882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.780122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-28T01:46:34.118906Z","caller":"traceutil/trace.go:171","msg":"trace[382711563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7597; }","duration":"311.718034ms","start":"2026-02-28T01:46:33.807166Z","end":"2026-02-28T01:46:34.118884Z","steps":["trace[382711563] 'agreement among raft nodes before linearized reading' (duration: 311.433148ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:34.118876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.928515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-snz77\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-02-28T01:46:34.118933Z","caller":"traceutil/trace.go:171","msg":"trace[984136949] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7597; }","duration":"304.869293ms","start":"2026-02-28T01:46:33.814046Z","end":"2026-02-28T01:46:34.118915Z","steps":["trace[984136949] 'agreement among raft nodes before linearized reading' (duration: 304.659099ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:34.118949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:33.807134Z","time spent":"311.807936ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-28T01:46:34.118971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:33.814039Z","time spent":"304.924254ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-28T01:46:34.118983Z","caller":"traceutil/trace.go:171","msg":"trace[1079440872] range","detail":"{range_begin:/registry/pods/openstack/keepalived-snz77; range_end:; response_count:1; response_revision:7597; }","duration":"305.088468ms","start":"2026-02-28T01:46:33.813864Z","end":"2026-02-28T01:46:34.118953Z","steps":["trace[1079440872] 'agreement among raft nodes before linearized reading' (duration: 304.788312ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:34.119028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:33.81384Z","time spent":"305.18177ms","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-snz77\" "} {"level":"warn","ts":"2026-02-28T01:46:34.119478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.636719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-28T01:46:34.119512Z","caller":"traceutil/trace.go:171","msg":"trace[1834788002] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7597; }","duration":"115.704181ms","start":"2026-02-28T01:46:34.003797Z","end":"2026-02-28T01:46:34.119501Z","steps":["trace[1834788002] 'agreement among raft nodes before linearized reading' (duration: 114.865673ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:34.278476Z","caller":"traceutil/trace.go:171","msg":"trace[1336590866] linearizableReadLoop","detail":"{readStateIndex:7893; appliedIndex:7891; }","duration":"151.960851ms","start":"2026-02-28T01:46:34.12648Z","end":"2026-02-28T01:46:34.27844Z","steps":["trace[1336590866] 'read index received' (duration: 36.078326ms)","trace[1336590866] 'applied index is now lower than readState.Index' (duration: 115.881185ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:46:34.278577Z","caller":"traceutil/trace.go:171","msg":"trace[913932501] transaction","detail":"{read_only:false; response_revision:7599; number_of_response:1; }","duration":"153.379881ms","start":"2026-02-28T01:46:34.125158Z","end":"2026-02-28T01:46:34.278538Z","steps":["trace[913932501] 'process raft request' (duration: 122.318367ms)","trace[913932501] 'compare' (duration: 30.789239ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:46:34.27906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.535064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19501"} {"level":"info","ts":"2026-02-28T01:46:34.279176Z","caller":"traceutil/trace.go:171","msg":"trace[645487015] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7599; }","duration":"152.694487ms","start":"2026-02-28T01:46:34.126457Z","end":"2026-02-28T01:46:34.279151Z","steps":["trace[645487015] 'agreement among raft nodes before linearized reading' (duration: 152.109854ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:34.491564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.00259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-02-28T01:46:34.491696Z","caller":"traceutil/trace.go:171","msg":"trace[106197661] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:7599; }","duration":"112.162653ms","start":"2026-02-28T01:46:34.379504Z","end":"2026-02-28T01:46:34.491666Z","steps":["trace[106197661] 'range keys from in-memory index tree' (duration: 111.895418ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:35.070089Z","caller":"traceutil/trace.go:171","msg":"trace[2135408738] transaction","detail":"{read_only:false; response_revision:7601; number_of_response:1; }","duration":"192.868374ms","start":"2026-02-28T01:46:34.877192Z","end":"2026-02-28T01:46:35.07006Z","steps":["trace[2135408738] 'process raft request' (duration: 192.656139ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:36.230841Z","caller":"traceutil/trace.go:171","msg":"trace[661129130] transaction","detail":"{read_only:false; response_revision:7605; number_of_response:1; }","duration":"104.011854ms","start":"2026-02-28T01:46:36.126807Z","end":"2026-02-28T01:46:36.230818Z","steps":["trace[661129130] 'process raft request' (duration: 40.485943ms)","trace[661129130] 'compare' (duration: 62.840676ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:46:44.521127Z","caller":"traceutil/trace.go:171","msg":"trace[2005278395] transaction","detail":"{read_only:false; response_revision:7690; number_of_response:1; }","duration":"166.933942ms","start":"2026-02-28T01:46:44.354156Z","end":"2026-02-28T01:46:44.521089Z","steps":["trace[2005278395] 'process raft request' (duration: 166.706426ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:52.425906Z","caller":"traceutil/trace.go:171","msg":"trace[17053602] transaction","detail":"{read_only:false; response_revision:7731; number_of_response:1; }","duration":"190.532952ms","start":"2026-02-28T01:46:52.235348Z","end":"2026-02-28T01:46:52.425881Z","steps":["trace[17053602] 'process raft request' (duration: 190.370539ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:52.459664Z","caller":"traceutil/trace.go:171","msg":"trace[1748436127] linearizableReadLoop","detail":"{readStateIndex:8032; appliedIndex:8030; }","duration":"111.539719ms","start":"2026-02-28T01:46:52.348097Z","end":"2026-02-28T01:46:52.459636Z","steps":["trace[1748436127] 'read index received' (duration: 77.678762ms)","trace[1748436127] 'applied index is now lower than readState.Index' (duration: 33.859707ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:46:52.459726Z","caller":"traceutil/trace.go:171","msg":"trace[593291104] transaction","detail":"{read_only:false; response_revision:7732; number_of_response:1; }","duration":"173.625759ms","start":"2026-02-28T01:46:52.286066Z","end":"2026-02-28T01:46:52.459691Z","steps":["trace[593291104] 'process raft request' (duration: 157.461813ms)","trace[593291104] 'compare' (duration: 15.939141ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:46:52.459978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.855806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-snz77\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-02-28T01:46:52.460048Z","caller":"traceutil/trace.go:171","msg":"trace[2047787099] range","detail":"{range_begin:/registry/pods/openstack/keepalived-snz77; range_end:; response_count:1; response_revision:7732; }","duration":"111.984429ms","start":"2026-02-28T01:46:52.348045Z","end":"2026-02-28T01:46:52.46003Z","steps":["trace[2047787099] 'agreement among raft nodes before linearized reading' (duration: 111.749314ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:52.460104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.768864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-28T01:46:52.46018Z","caller":"traceutil/trace.go:171","msg":"trace[112209271] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7732; }","duration":"111.909158ms","start":"2026-02-28T01:46:52.348252Z","end":"2026-02-28T01:46:52.460161Z","steps":["trace[112209271] 'agreement among raft nodes before linearized reading' (duration: 111.660992ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:03.832354Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783126468,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T01:47:04.171498Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.12370812s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-28T01:47:04.92476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.185566ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:47:04.924916Z","caller":"traceutil/trace.go:171","msg":"trace[1346023562] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7914; }","duration":"323.35887ms","start":"2026-02-28T01:47:04.601536Z","end":"2026-02-28T01:47:04.924895Z","steps":["trace[1346023562] 'range keys from in-memory index tree' (duration: 323.160806ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:04.925553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.727081ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:47:04.926095Z","caller":"traceutil/trace.go:171","msg":"trace[1170645283] transaction","detail":"{read_only:false; response_revision:7916; number_of_response:1; }","duration":"1.719339316s","start":"2026-02-28T01:47:03.206734Z","end":"2026-02-28T01:47:04.926073Z","steps":["trace[1170645283] 'process raft request' (duration: 1.718920546s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:04.926197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:03.2067Z","time spent":"1.719451177s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:47:04.926143Z","caller":"traceutil/trace.go:171","msg":"trace[1846024026] transaction","detail":"{read_only:false; response_revision:7915; number_of_response:1; }","duration":"1.878442084s","start":"2026-02-28T01:47:03.047632Z","end":"2026-02-28T01:47:04.926074Z","steps":["trace[1846024026] 'process raft request' (duration: 1.124068638s)","trace[1846024026] 'compare' (duration: 752.978825ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:47:04.927199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:03.047599Z","time spent":"1.879473737s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:47:04.968531Z","caller":"traceutil/trace.go:171","msg":"trace[1896791545] linearizableReadLoop","detail":"{readStateIndex:8221; appliedIndex:8218; }","duration":"1.637013131s","start":"2026-02-28T01:47:03.331494Z","end":"2026-02-28T01:47:04.968507Z","steps":["trace[1896791545] 'read index received' (duration: 840.320761ms)","trace[1896791545] 'applied index is now lower than readState.Index' (duration: 796.69065ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:47:04.968735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.637220755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:47:04.968823Z","caller":"traceutil/trace.go:171","msg":"trace[274595666] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7916; }","duration":"1.637364159s","start":"2026-02-28T01:47:03.331438Z","end":"2026-02-28T01:47:04.968802Z","steps":["trace[274595666] 'agreement among raft nodes before linearized reading' (duration: 1.637207795s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:04.968868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:03.331415Z","time spent":"1.637444421s","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T01:47:04.969109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321704627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-28T01:47:04.969174Z","caller":"traceutil/trace.go:171","msg":"trace[2035351889] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7917; }","duration":"1.321802539s","start":"2026-02-28T01:47:03.647352Z","end":"2026-02-28T01:47:04.969155Z","steps":["trace[2035351889] 'agreement among raft nodes before linearized reading' (duration: 1.321590905s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:04.969206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:03.647329Z","time spent":"1.321868611s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T01:47:04.969363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.848773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-28T01:47:04.969412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.734382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-28T01:47:04.969442Z","caller":"traceutil/trace.go:171","msg":"trace[1138740820] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7917; }","duration":"226.938885ms","start":"2026-02-28T01:47:04.742484Z","end":"2026-02-28T01:47:04.969423Z","steps":["trace[1138740820] 'agreement among raft nodes before linearized reading' (duration: 226.68818ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:47:04.969484Z","caller":"traceutil/trace.go:171","msg":"trace[1646553677] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7917; }","duration":"305.842655ms","start":"2026-02-28T01:47:04.663614Z","end":"2026-02-28T01:47:04.969456Z","steps":["trace[1646553677] 'agreement among raft nodes before linearized reading' (duration: 305.716552ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:47:04.969492Z","caller":"traceutil/trace.go:171","msg":"trace[1849398987] transaction","detail":"{read_only:false; response_revision:7917; number_of_response:1; }","duration":"459.81479ms","start":"2026-02-28T01:47:04.509656Z","end":"2026-02-28T01:47:04.969471Z","steps":["trace[1849398987] 'process raft request' (duration: 458.821829ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:04.969527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142212049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:47:04.969548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:04.66359Z","time spent":"305.947597ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-28T01:47:04.969584Z","caller":"traceutil/trace.go:171","msg":"trace[1138674307] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:7917; }","duration":"1.142316911s","start":"2026-02-28T01:47:03.827253Z","end":"2026-02-28T01:47:04.96957Z","steps":["trace[1138674307] 'agreement among raft nodes before linearized reading' (duration: 1.142204359s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:04.969597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337937556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-28T01:47:04.969626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:03.827229Z","time spent":"1.142387353s","remote":"127.0.0.1:43918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-02-28T01:47:04.969628Z","caller":"traceutil/trace.go:171","msg":"trace[1390813045] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:7917; }","duration":"1.338021327s","start":"2026-02-28T01:47:03.631598Z","end":"2026-02-28T01:47:04.969619Z","steps":["trace[1390813045] 'agreement among raft nodes before linearized reading' (duration: 1.337957366s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:04.96964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:04.509624Z","time spent":"459.919893ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:47:04.969662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:03.63157Z","time spent":"1.338083359s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-02-28T01:47:04.96923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.511957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-28T01:47:04.96977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.899414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-snz77\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-02-28T01:47:04.969801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470205492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-28T01:47:04.969814Z","caller":"traceutil/trace.go:171","msg":"trace[1627406165] range","detail":"{range_begin:/registry/pods/openstack/keepalived-snz77; range_end:; response_count:1; response_revision:7917; }","duration":"392.980966ms","start":"2026-02-28T01:47:04.57682Z","end":"2026-02-28T01:47:04.969801Z","steps":["trace[1627406165] 'agreement among raft nodes before linearized reading' (duration: 392.861244ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:47:04.96984Z","caller":"traceutil/trace.go:171","msg":"trace[438287851] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7917; }","duration":"1.470297614s","start":"2026-02-28T01:47:03.499533Z","end":"2026-02-28T01:47:04.969831Z","steps":["trace[438287851] 'agreement among raft nodes before linearized reading' (duration: 1.470201592s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:04.969866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:03.499514Z","time spent":"1.470346706s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-28T01:47:04.96987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:04.576801Z","time spent":"393.043157ms","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-snz77\" "} {"level":"info","ts":"2026-02-28T01:47:04.969872Z","caller":"traceutil/trace.go:171","msg":"trace[1501710283] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7917; }","duration":"457.138181ms","start":"2026-02-28T01:47:04.512643Z","end":"2026-02-28T01:47:04.969781Z","steps":["trace[1501710283] 'agreement among raft nodes before linearized reading' (duration: 456.280452ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:04.969943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:04.512627Z","time spent":"457.297924ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-28T01:47:04.969187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547263891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-28T01:47:04.970177Z","caller":"traceutil/trace.go:171","msg":"trace[1849840775] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:7917; }","duration":"1.548303794s","start":"2026-02-28T01:47:03.421852Z","end":"2026-02-28T01:47:04.970155Z","steps":["trace[1849840775] 'agreement among raft nodes before linearized reading' (duration: 1.547011146s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:04.970658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:03.421819Z","time spent":"1.548758014s","remote":"127.0.0.1:43928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-02-28T01:47:13.114408Z","caller":"traceutil/trace.go:171","msg":"trace[2127546793] transaction","detail":"{read_only:false; response_revision:7954; number_of_response:1; }","duration":"400.983202ms","start":"2026-02-28T01:47:12.71339Z","end":"2026-02-28T01:47:13.114373Z","steps":["trace[2127546793] 'process raft request' (duration: 400.745747ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:13.114616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:12.713354Z","time spent":"401.155316ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:47:13.990123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.318196ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-28T01:47:13.990479Z","caller":"traceutil/trace.go:171","msg":"trace[849938615] transaction","detail":"{read_only:false; response_revision:7955; number_of_response:1; }","duration":"1.033166264s","start":"2026-02-28T01:47:12.957291Z","end":"2026-02-28T01:47:13.990457Z","steps":["trace[849938615] 'process raft request' (duration: 1.03294889s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:13.990609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:12.957214Z","time spent":"1.033318027s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:47:13.99097Z","caller":"traceutil/trace.go:171","msg":"trace[1313838345] transaction","detail":"{read_only:false; response_revision:7957; number_of_response:1; }","duration":"934.902626ms","start":"2026-02-28T01:47:13.056052Z","end":"2026-02-28T01:47:13.990954Z","steps":["trace[1313838345] 'process raft request' (duration: 934.736103ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:47:13.990965Z","caller":"traceutil/trace.go:171","msg":"trace[1051590156] linearizableReadLoop","detail":"{readStateIndex:8263; appliedIndex:8259; }","duration":"972.760822ms","start":"2026-02-28T01:47:13.018179Z","end":"2026-02-28T01:47:13.990939Z","steps":["trace[1051590156] 'read index received' (duration: 96.064568ms)","trace[1051590156] 'applied index is now lower than readState.Index' (duration: 876.695074ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:47:13.990972Z","caller":"traceutil/trace.go:171","msg":"trace[1429764975] transaction","detail":"{read_only:false; response_revision:7956; number_of_response:1; }","duration":"979.277855ms","start":"2026-02-28T01:47:13.011639Z","end":"2026-02-28T01:47:13.990917Z","steps":["trace[1429764975] 'process raft request' (duration: 978.760984ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:13.991036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:13.056029Z","time spent":"934.974968ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:47:13.99119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:13.011606Z","time spent":"979.454898ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:47:13.991232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.209735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-28T01:47:13.99123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.050858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-28T01:47:13.991248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.593779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-28T01:47:13.991273Z","caller":"traceutil/trace.go:171","msg":"trace[2051819551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7957; }","duration":"970.305858ms","start":"2026-02-28T01:47:13.020954Z","end":"2026-02-28T01:47:13.99126Z","steps":["trace[2051819551] 'agreement among raft nodes before linearized reading' (duration: 970.146984ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:47:13.991283Z","caller":"traceutil/trace.go:171","msg":"trace[425206354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7957; }","duration":"973.13968ms","start":"2026-02-28T01:47:13.018131Z","end":"2026-02-28T01:47:13.991271Z","steps":["trace[425206354] 'agreement among raft nodes before linearized reading' (duration: 972.931926ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:47:13.991285Z","caller":"traceutil/trace.go:171","msg":"trace[1219940499] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7957; }","duration":"968.64278ms","start":"2026-02-28T01:47:13.022632Z","end":"2026-02-28T01:47:13.991275Z","steps":["trace[1219940499] 'agreement among raft nodes before linearized reading' (duration: 968.484457ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:13.99131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:13.018113Z","time spent":"973.190291ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-28T01:47:13.991324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:13.022625Z","time spent":"968.691481ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-28T01:47:13.991195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.777109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:47:13.991348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.822407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-28T01:47:13.991395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.983381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-28T01:47:13.991366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.074517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-snz77\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-02-28T01:47:13.991423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.084624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:47:13.991428Z","caller":"traceutil/trace.go:171","msg":"trace[1688303213] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7957; }","duration":"970.055902ms","start":"2026-02-28T01:47:13.021361Z","end":"2026-02-28T01:47:13.991417Z","steps":["trace[1688303213] 'agreement among raft nodes before linearized reading' (duration: 969.96585ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:13.991439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.341928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-28T01:47:13.991448Z","caller":"traceutil/trace.go:171","msg":"trace[1373463745] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7957; }","duration":"969.944379ms","start":"2026-02-28T01:47:13.021473Z","end":"2026-02-28T01:47:13.991417Z","steps":["trace[1373463745] 'agreement among raft nodes before linearized reading' (duration: 969.698004ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:47:13.991463Z","caller":"traceutil/trace.go:171","msg":"trace[851543923] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7957; }","duration":"659.121995ms","start":"2026-02-28T01:47:13.332333Z","end":"2026-02-28T01:47:13.991455Z","steps":["trace[851543923] 'agreement among raft nodes before linearized reading' (duration: 659.068044ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:47:13.991472Z","caller":"traceutil/trace.go:171","msg":"trace[304487657] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:7957; }","duration":"609.420129ms","start":"2026-02-28T01:47:13.382044Z","end":"2026-02-28T01:47:13.991465Z","steps":["trace[304487657] 'agreement among raft nodes before linearized reading' (duration: 609.352177ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:13.991469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:13.021341Z","time spent":"970.119653ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-28T01:47:13.991492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:13.332264Z","time spent":"659.223689ms","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T01:47:13.991496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:13.021463Z","time spent":"970.024843ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T01:47:13.991499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:13.381998Z","time spent":"609.494571ms","remote":"127.0.0.1:43948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-02-28T01:47:13.991491Z","caller":"traceutil/trace.go:171","msg":"trace[302201923] range","detail":"{range_begin:/registry/pods/openstack/keepalived-snz77; range_end:; response_count:1; response_revision:7957; }","duration":"963.224621ms","start":"2026-02-28T01:47:13.028229Z","end":"2026-02-28T01:47:13.991454Z","steps":["trace[302201923] 'agreement among raft nodes before linearized reading' (duration: 962.895494ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:13.9915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.621603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:47:13.991551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:13.028214Z","time spent":"963.324854ms","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-snz77\" "} {"level":"info","ts":"2026-02-28T01:47:13.991554Z","caller":"traceutil/trace.go:171","msg":"trace[623521059] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:7957; }","duration":"506.726855ms","start":"2026-02-28T01:47:13.484812Z","end":"2026-02-28T01:47:13.991538Z","steps":["trace[623521059] 'agreement among raft nodes before linearized reading' (duration: 506.631212ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:47:13.991407Z","caller":"traceutil/trace.go:171","msg":"trace[764229416] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:7957; }","duration":"757.051044ms","start":"2026-02-28T01:47:13.234332Z","end":"2026-02-28T01:47:13.991383Z","steps":["trace[764229416] 'agreement among raft nodes before linearized reading' (duration: 756.779849ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:13.991308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:13.020915Z","time spent":"970.385439ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-28T01:47:13.991603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:13.484786Z","time spent":"506.802196ms","remote":"127.0.0.1:56202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-28T01:47:13.991623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:13.234305Z","time spent":"757.294611ms","remote":"127.0.0.1:56178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-02-28T01:47:15.640909Z","caller":"traceutil/trace.go:171","msg":"trace[719868369] transaction","detail":"{read_only:false; response_revision:7963; number_of_response:1; }","duration":"729.526408ms","start":"2026-02-28T01:47:14.911355Z","end":"2026-02-28T01:47:15.640881Z","steps":["trace[719868369] 'process raft request' (duration: 729.045997ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:15.641099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:14.911331Z","time spent":"729.674552ms","remote":"127.0.0.1:50062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414406,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:47:15.97345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.479338ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:47:15.973735Z","caller":"traceutil/trace.go:171","msg":"trace[884884015] linearizableReadLoop","detail":"{readStateIndex:8271; appliedIndex:8269; }","duration":"733.993897ms","start":"2026-02-28T01:47:15.239711Z","end":"2026-02-28T01:47:15.973705Z","steps":["trace[884884015] 'read index received' (duration: 400.582394ms)","trace[884884015] 'applied index is now lower than readState.Index' (duration: 333.409043ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:47:15.97376Z","caller":"traceutil/trace.go:171","msg":"trace[1979087722] transaction","detail":"{read_only:false; response_revision:7964; number_of_response:1; }","duration":"774.05778ms","start":"2026-02-28T01:47:15.199657Z","end":"2026-02-28T01:47:15.973715Z","steps":["trace[1979087722] 'process raft request' (duration: 516.102621ms)","trace[1979087722] 'compare' (duration: 257.323715ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:47:15.974028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:15.199632Z","time spent":"774.338426ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:47:15.974127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.098882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-28T01:47:15.974032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.294784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-28T01:47:15.974207Z","caller":"traceutil/trace.go:171","msg":"trace[1342644447] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:7964; }","duration":"117.231565ms","start":"2026-02-28T01:47:15.856955Z","end":"2026-02-28T01:47:15.974187Z","steps":["trace[1342644447] 'agreement among raft nodes before linearized reading' (duration: 117.083972ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:15.974032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.423869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:47:15.974253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.332725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-02-28T01:47:15.974323Z","caller":"traceutil/trace.go:171","msg":"trace[1675351111] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:7964; }","duration":"179.473558ms","start":"2026-02-28T01:47:15.794834Z","end":"2026-02-28T01:47:15.974307Z","steps":["trace[1675351111] 'agreement among raft nodes before linearized reading' (duration: 179.210332ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:47:15.97432Z","caller":"traceutil/trace.go:171","msg":"trace[2145561602] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7964; }","duration":"643.759306ms","start":"2026-02-28T01:47:15.330539Z","end":"2026-02-28T01:47:15.974299Z","steps":["trace[2145561602] 'agreement among raft nodes before linearized reading' (duration: 643.397378ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:47:15.974245Z","caller":"traceutil/trace.go:171","msg":"trace[1811605947] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7964; }","duration":"734.548899ms","start":"2026-02-28T01:47:15.239661Z","end":"2026-02-28T01:47:15.97421Z","steps":["trace[1811605947] 'agreement among raft nodes before linearized reading' (duration: 734.14293ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:15.974387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:15.330522Z","time spent":"643.853578ms","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T01:47:15.974523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:15.239635Z","time spent":"734.838415ms","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-28T01:47:16.299419Z","caller":"traceutil/trace.go:171","msg":"trace[1022029001] transaction","detail":"{read_only:false; response_revision:7965; number_of_response:1; }","duration":"302.637064ms","start":"2026-02-28T01:47:15.996751Z","end":"2026-02-28T01:47:16.299388Z","steps":["trace[1022029001] 'process raft request' (duration: 302.437249ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:16.29961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:15.996726Z","time spent":"302.778477ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:47:16.313022Z","caller":"traceutil/trace.go:171","msg":"trace[1151247212] transaction","detail":"{read_only:false; response_revision:7966; number_of_response:1; }","duration":"315.421656ms","start":"2026-02-28T01:47:15.997572Z","end":"2026-02-28T01:47:16.312994Z","steps":["trace[1151247212] 'process raft request' (duration: 315.229762ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:16.313208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:15.99755Z","time spent":"315.546878ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:47:16.313231Z","caller":"traceutil/trace.go:171","msg":"trace[935119831] linearizableReadLoop","detail":"{readStateIndex:8274; appliedIndex:8271; }","duration":"307.823778ms","start":"2026-02-28T01:47:16.005376Z","end":"2026-02-28T01:47:16.313199Z","steps":["trace[935119831] 'read index received' (duration: 293.880981ms)","trace[935119831] 'applied index is now lower than readState.Index' (duration: 13.940017ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:47:16.313286Z","caller":"traceutil/trace.go:171","msg":"trace[1929875709] transaction","detail":"{read_only:false; response_revision:7967; number_of_response:1; }","duration":"315.229661ms","start":"2026-02-28T01:47:15.998037Z","end":"2026-02-28T01:47:16.313267Z","steps":["trace[1929875709] 'process raft request' (duration: 314.907644ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:16.31336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:15.998024Z","time spent":"315.305013ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:47:16.313539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.362957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-28T01:47:16.313568Z","caller":"traceutil/trace.go:171","msg":"trace[519938902] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7967; }","duration":"292.440589ms","start":"2026-02-28T01:47:16.02112Z","end":"2026-02-28T01:47:16.313561Z","steps":["trace[519938902] 'agreement among raft nodes before linearized reading' (duration: 292.320986ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:16.313621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.229778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-snz77\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-02-28T01:47:16.313666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.865302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-28T01:47:16.31366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.743669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-28T01:47:16.313671Z","caller":"traceutil/trace.go:171","msg":"trace[1788879595] range","detail":"{range_begin:/registry/pods/openstack/keepalived-snz77; range_end:; response_count:1; response_revision:7967; }","duration":"308.330309ms","start":"2026-02-28T01:47:16.005328Z","end":"2026-02-28T01:47:16.313659Z","steps":["trace[1788879595] 'agreement among raft nodes before linearized reading' (duration: 308.031553ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:47:16.313684Z","caller":"traceutil/trace.go:171","msg":"trace[1423010802] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7967; }","duration":"216.924284ms","start":"2026-02-28T01:47:16.096754Z","end":"2026-02-28T01:47:16.313678Z","steps":["trace[1423010802] 'agreement among raft nodes before linearized reading' (duration: 216.866152ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:47:16.313697Z","caller":"traceutil/trace.go:171","msg":"trace[847984233] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7967; }","duration":"216.829842ms","start":"2026-02-28T01:47:16.096856Z","end":"2026-02-28T01:47:16.313685Z","steps":["trace[847984233] 'agreement among raft nodes before linearized reading' (duration: 216.697609ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:16.313714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:16.005316Z","time spent":"308.389641ms","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-snz77\" "} {"level":"warn","ts":"2026-02-28T01:47:16.313762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.76858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:47:16.313779Z","caller":"traceutil/trace.go:171","msg":"trace[599553065] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7967; }","duration":"270.824492ms","start":"2026-02-28T01:47:16.04295Z","end":"2026-02-28T01:47:16.313774Z","steps":["trace[599553065] 'agreement among raft nodes before linearized reading' (duration: 270.791891ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:16.313835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.27648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-28T01:47:16.31387Z","caller":"traceutil/trace.go:171","msg":"trace[635252464] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7967; }","duration":"216.326142ms","start":"2026-02-28T01:47:16.097536Z","end":"2026-02-28T01:47:16.313862Z","steps":["trace[635252464] 'agreement among raft nodes before linearized reading' (duration: 216.233449ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:16.314111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.566277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-28T01:47:16.314153Z","caller":"traceutil/trace.go:171","msg":"trace[1224814577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7967; }","duration":"216.633858ms","start":"2026-02-28T01:47:16.09751Z","end":"2026-02-28T01:47:16.314144Z","steps":["trace[1224814577] 'agreement among raft nodes before linearized reading' (duration: 216.522465ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:47:16.439689Z","caller":"traceutil/trace.go:171","msg":"trace[1670912670] transaction","detail":"{read_only:false; response_revision:7969; number_of_response:1; }","duration":"119.851783ms","start":"2026-02-28T01:47:16.319793Z","end":"2026-02-28T01:47:16.439645Z","steps":["trace[1670912670] 'process raft request' (duration: 119.606697ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:47:16.439723Z","caller":"traceutil/trace.go:171","msg":"trace[1466023299] transaction","detail":"{read_only:false; response_revision:7970; number_of_response:1; }","duration":"119.274479ms","start":"2026-02-28T01:47:16.320411Z","end":"2026-02-28T01:47:16.439686Z","steps":["trace[1466023299] 'process raft request' (duration: 119.137676ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:47:16.43976Z","caller":"traceutil/trace.go:171","msg":"trace[1543289754] transaction","detail":"{read_only:false; response_revision:7971; number_of_response:1; }","duration":"117.229544ms","start":"2026-02-28T01:47:16.322503Z","end":"2026-02-28T01:47:16.439733Z","steps":["trace[1543289754] 'process raft request' (duration: 117.080211ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:47:16.439896Z","caller":"traceutil/trace.go:171","msg":"trace[925088111] transaction","detail":"{read_only:false; response_revision:7972; number_of_response:1; }","duration":"116.02706ms","start":"2026-02-28T01:47:16.323856Z","end":"2026-02-28T01:47:16.439883Z","steps":["trace[925088111] 'process raft request' (duration: 115.760203ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:47:16.439695Z","caller":"traceutil/trace.go:171","msg":"trace[481778429] linearizableReadLoop","detail":"{readStateIndex:8276; appliedIndex:8275; }","duration":"119.76841ms","start":"2026-02-28T01:47:16.319898Z","end":"2026-02-28T01:47:16.439666Z","steps":["trace[481778429] 'read index received' (duration: 11.687027ms)","trace[481778429] 'applied index is now lower than readState.Index' (duration: 108.079603ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:47:16.440273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.964214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-02-28T01:47:16.440252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.326714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224110"} {"level":"info","ts":"2026-02-28T01:47:16.44032Z","caller":"traceutil/trace.go:171","msg":"trace[782338980] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7972; }","duration":"119.086637ms","start":"2026-02-28T01:47:16.321222Z","end":"2026-02-28T01:47:16.440308Z","steps":["trace[782338980] 'agreement among raft nodes before linearized reading' (duration: 118.77918ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:47:16.440349Z","caller":"traceutil/trace.go:171","msg":"trace[1670996784] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7972; }","duration":"120.444296ms","start":"2026-02-28T01:47:16.319888Z","end":"2026-02-28T01:47:16.440332Z","steps":["trace[1670996784] 'agreement among raft nodes before linearized reading' (duration: 119.871603ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:47:17.685544Z","caller":"traceutil/trace.go:171","msg":"trace[1988659572] linearizableReadLoop","detail":"{readStateIndex:8280; appliedIndex:8279; }","duration":"379.924708ms","start":"2026-02-28T01:47:17.305593Z","end":"2026-02-28T01:47:17.685518Z","steps":["trace[1988659572] 'read index received' (duration: 379.538119ms)","trace[1988659572] 'applied index is now lower than readState.Index' (duration: 385.338µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:47:17.685721Z","caller":"traceutil/trace.go:171","msg":"trace[1999619943] transaction","detail":"{read_only:false; response_revision:7973; number_of_response:1; }","duration":"563.285102ms","start":"2026-02-28T01:47:17.122288Z","end":"2026-02-28T01:47:17.685573Z","steps":["trace[1999619943] 'process raft request' (duration: 562.878313ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:17.685801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.169153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:47:17.685758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.876014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:47:17.6859Z","caller":"traceutil/trace.go:171","msg":"trace[1768390779] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:7973; }","duration":"380.331196ms","start":"2026-02-28T01:47:17.305543Z","end":"2026-02-28T01:47:17.685874Z","steps":["trace[1768390779] 'agreement among raft nodes before linearized reading' (duration: 380.143202ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:17.685976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:17.305517Z","time spent":"380.439529ms","remote":"127.0.0.1:43620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-02-28T01:47:17.686007Z","caller":"traceutil/trace.go:171","msg":"trace[640203515] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7973; }","duration":"354.112639ms","start":"2026-02-28T01:47:17.331826Z","end":"2026-02-28T01:47:17.685938Z","steps":["trace[640203515] 'agreement among raft nodes before linearized reading' (duration: 353.869633ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:17.686064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:17.12224Z","time spent":"563.589038ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:47:17.68619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:17.331816Z","time spent":"354.295222ms","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T01:47:18.067475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.441212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.65\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-28T01:47:18.067534Z","caller":"traceutil/trace.go:171","msg":"trace[1714859270] range","detail":"{range_begin:/registry/masterleases/199.204.45.65; range_end:; response_count:1; response_revision:7974; }","duration":"201.563755ms","start":"2026-02-28T01:47:17.865957Z","end":"2026-02-28T01:47:18.06752Z","steps":["trace[1714859270] 'range keys from in-memory index tree' (duration: 201.266267ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:18.552822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.251041ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:47:18.55297Z","caller":"traceutil/trace.go:171","msg":"trace[1087905451] transaction","detail":"{read_only:false; response_revision:7975; number_of_response:1; }","duration":"449.875081ms","start":"2026-02-28T01:47:18.103074Z","end":"2026-02-28T01:47:18.552949Z","steps":["trace[1087905451] 'process raft request' (duration: 81.401285ms)","trace[1087905451] 'compare' (duration: 368.078018ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:47:18.553047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:18.103056Z","time spent":"449.959064ms","remote":"127.0.0.1:43548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:47:18.595085Z","caller":"traceutil/trace.go:171","msg":"trace[1216746081] transaction","detail":"{read_only:false; response_revision:7976; number_of_response:1; }","duration":"289.954685ms","start":"2026-02-28T01:47:18.3051Z","end":"2026-02-28T01:47:18.595055Z","steps":["trace[1216746081] 'process raft request' (duration: 289.755901ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:47:18.602413Z","caller":"traceutil/trace.go:171","msg":"trace[350115941] linearizableReadLoop","detail":"{readStateIndex:8286; appliedIndex:8283; }","duration":"270.081086ms","start":"2026-02-28T01:47:18.332307Z","end":"2026-02-28T01:47:18.602389Z","steps":["trace[350115941] 'read index received' (duration: 262.668923ms)","trace[350115941] 'applied index is now lower than readState.Index' (duration: 7.411113ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:47:18.602592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.260961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:47:18.602595Z","caller":"traceutil/trace.go:171","msg":"trace[519536216] transaction","detail":"{read_only:false; response_revision:7977; number_of_response:1; }","duration":"283.014803ms","start":"2026-02-28T01:47:18.31956Z","end":"2026-02-28T01:47:18.602575Z","steps":["trace[519536216] 'process raft request' (duration: 282.628674ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:47:18.602573Z","caller":"traceutil/trace.go:171","msg":"trace[2021662914] transaction","detail":"{read_only:false; response_revision:7978; number_of_response:1; }","duration":"281.731584ms","start":"2026-02-28T01:47:18.320788Z","end":"2026-02-28T01:47:18.602519Z","steps":["trace[2021662914] 'process raft request' (duration: 281.553959ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:18.602765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.545161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-28T01:47:18.602806Z","caller":"traceutil/trace.go:171","msg":"trace[1182492430] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7978; }","duration":"267.599462ms","start":"2026-02-28T01:47:18.335196Z","end":"2026-02-28T01:47:18.602795Z","steps":["trace[1182492430] 'agreement among raft nodes before linearized reading' (duration: 267.472319ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:18.602925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.443814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-28T01:47:18.602972Z","caller":"traceutil/trace.go:171","msg":"trace[312391188] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7978; }","duration":"158.494195ms","start":"2026-02-28T01:47:18.444467Z","end":"2026-02-28T01:47:18.602961Z","steps":["trace[312391188] 'agreement among raft nodes before linearized reading' (duration: 158.346182ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:18.60298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.595288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-28T01:47:18.602635Z","caller":"traceutil/trace.go:171","msg":"trace[2136007941] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:7978; }","duration":"270.362663ms","start":"2026-02-28T01:47:18.332261Z","end":"2026-02-28T01:47:18.602623Z","steps":["trace[2136007941] 'agreement among raft nodes before linearized reading' (duration: 270.259181ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:18.603071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.69687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-28T01:47:18.603105Z","caller":"traceutil/trace.go:171","msg":"trace[1645182771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7978; }","duration":"158.72714ms","start":"2026-02-28T01:47:18.444369Z","end":"2026-02-28T01:47:18.603096Z","steps":["trace[1645182771] 'agreement among raft nodes before linearized reading' (duration: 158.655039ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:47:18.603008Z","caller":"traceutil/trace.go:171","msg":"trace[515824577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7978; }","duration":"158.635758ms","start":"2026-02-28T01:47:18.444364Z","end":"2026-02-28T01:47:18.603Z","steps":["trace[515824577] 'agreement among raft nodes before linearized reading' (duration: 158.558267ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:18.603339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.976691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-snz77\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-02-28T01:47:18.603377Z","caller":"traceutil/trace.go:171","msg":"trace[1741150090] range","detail":"{range_begin:/registry/pods/openstack/keepalived-snz77; range_end:; response_count:1; response_revision:7978; }","duration":"156.032761ms","start":"2026-02-28T01:47:18.447336Z","end":"2026-02-28T01:47:18.603369Z","steps":["trace[1741150090] 'agreement among raft nodes before linearized reading' (duration: 155.936359ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:18.603378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.009877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-28T01:47:18.603472Z","caller":"traceutil/trace.go:171","msg":"trace[848897036] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7978; }","duration":"159.1467ms","start":"2026-02-28T01:47:18.444307Z","end":"2026-02-28T01:47:18.603454Z","steps":["trace[848897036] 'agreement among raft nodes before linearized reading' (duration: 158.891255ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:47:20.622946Z","caller":"traceutil/trace.go:171","msg":"trace[1930337064] transaction","detail":"{read_only:false; response_revision:7987; number_of_response:1; }","duration":"160.793887ms","start":"2026-02-28T01:47:20.462122Z","end":"2026-02-28T01:47:20.622916Z","steps":["trace[1930337064] 'process raft request' (duration: 160.637883ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:47:47.154717Z","caller":"traceutil/trace.go:171","msg":"trace[1155565670] transaction","detail":"{read_only:false; response_revision:8163; number_of_response:1; }","duration":"698.973849ms","start":"2026-02-28T01:47:46.45572Z","end":"2026-02-28T01:47:47.154694Z","steps":["trace[1155565670] 'process raft request' (duration: 698.808965ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:47.154875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:46.45569Z","time spent":"699.106241ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:47:47.189588Z","caller":"traceutil/trace.go:171","msg":"trace[1939207042] linearizableReadLoop","detail":"{readStateIndex:8481; appliedIndex:8477; }","duration":"408.997637ms","start":"2026-02-28T01:47:46.780561Z","end":"2026-02-28T01:47:47.189558Z","steps":["trace[1939207042] 'read index received' (duration: 374.007522ms)","trace[1939207042] 'applied index is now lower than readState.Index' (duration: 34.988335ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:47:47.190077Z","caller":"traceutil/trace.go:171","msg":"trace[499351659] transaction","detail":"{read_only:false; response_revision:8164; number_of_response:1; }","duration":"462.271663ms","start":"2026-02-28T01:47:46.72779Z","end":"2026-02-28T01:47:47.190062Z","steps":["trace[499351659] 'process raft request' (duration: 461.511867ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:47.190191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:46.727762Z","time spent":"462.354855ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:47:47.190374Z","caller":"traceutil/trace.go:171","msg":"trace[1077734466] transaction","detail":"{read_only:false; response_revision:8165; number_of_response:1; }","duration":"462.372686ms","start":"2026-02-28T01:47:46.727987Z","end":"2026-02-28T01:47:47.19036Z","steps":["trace[1077734466] 'process raft request' (duration: 461.467746ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:47.190449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:46.72795Z","time spent":"462.453108ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:47:47.19065Z","caller":"traceutil/trace.go:171","msg":"trace[130827765] transaction","detail":"{read_only:false; response_revision:8166; number_of_response:1; }","duration":"458.180375ms","start":"2026-02-28T01:47:46.732458Z","end":"2026-02-28T01:47:47.190638Z","steps":["trace[130827765] 'process raft request' (duration: 457.047199ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:47.190716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:46.732447Z","time spent":"458.236126ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:47:47.19096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.405558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-28T01:47:47.190998Z","caller":"traceutil/trace.go:171","msg":"trace[632416710] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8166; }","duration":"410.48068ms","start":"2026-02-28T01:47:46.780509Z","end":"2026-02-28T01:47:47.190989Z","steps":["trace[632416710] 'agreement among raft nodes before linearized reading' (duration: 410.333557ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:47.191032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:46.780472Z","time spent":"410.552361ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-28T01:47:47.19127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.100378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-snz77\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-02-28T01:47:47.191404Z","caller":"traceutil/trace.go:171","msg":"trace[369035533] range","detail":"{range_begin:/registry/pods/openstack/keepalived-snz77; range_end:; response_count:1; response_revision:8166; }","duration":"403.245781ms","start":"2026-02-28T01:47:46.788142Z","end":"2026-02-28T01:47:47.191388Z","steps":["trace[369035533] 'agreement among raft nodes before linearized reading' (duration: 403.035356ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:47.19146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:46.788135Z","time spent":"403.299833ms","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-snz77\" "} {"level":"warn","ts":"2026-02-28T01:47:47.191529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.850952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-28T01:47:47.191568Z","caller":"traceutil/trace.go:171","msg":"trace[1685391307] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8166; }","duration":"291.902863ms","start":"2026-02-28T01:47:46.899656Z","end":"2026-02-28T01:47:47.191559Z","steps":["trace[1685391307] 'agreement among raft nodes before linearized reading' (duration: 291.810031ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:47.191725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.455027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-28T01:47:47.191757Z","caller":"traceutil/trace.go:171","msg":"trace[1520528110] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8166; }","duration":"204.512859ms","start":"2026-02-28T01:47:46.987237Z","end":"2026-02-28T01:47:47.19175Z","steps":["trace[1520528110] 'agreement among raft nodes before linearized reading' (duration: 204.431467ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:47.191892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.261403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-28T01:47:47.191928Z","caller":"traceutil/trace.go:171","msg":"trace[1972470856] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8166; }","duration":"236.321995ms","start":"2026-02-28T01:47:46.955596Z","end":"2026-02-28T01:47:47.191918Z","steps":["trace[1972470856] 'agreement among raft nodes before linearized reading' (duration: 236.268674ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:47.192616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.709127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-28T01:47:47.192657Z","caller":"traceutil/trace.go:171","msg":"trace[1810068835] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8166; }","duration":"301.810949ms","start":"2026-02-28T01:47:46.890836Z","end":"2026-02-28T01:47:47.192647Z","steps":["trace[1810068835] 'agreement among raft nodes before linearized reading' (duration: 301.702587ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:47.192687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:46.890813Z","time spent":"301.86592ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T01:47:47.192844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.301751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-28T01:47:47.19287Z","caller":"traceutil/trace.go:171","msg":"trace[1713719079] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8166; }","duration":"297.346522ms","start":"2026-02-28T01:47:46.895516Z","end":"2026-02-28T01:47:47.192863Z","steps":["trace[1713719079] 'agreement among raft nodes before linearized reading' (duration: 297.27634ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:47.193356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.705292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-28T01:47:47.193428Z","caller":"traceutil/trace.go:171","msg":"trace[1013291642] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8166; }","duration":"293.782014ms","start":"2026-02-28T01:47:46.899618Z","end":"2026-02-28T01:47:47.1934Z","steps":["trace[1013291642] 'agreement among raft nodes before linearized reading' (duration: 291.987575ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:47:49.689643Z","caller":"traceutil/trace.go:171","msg":"trace[1623682370] transaction","detail":"{read_only:false; response_revision:8176; number_of_response:1; }","duration":"490.769689ms","start":"2026-02-28T01:47:49.198848Z","end":"2026-02-28T01:47:49.689618Z","steps":["trace[1623682370] 'process raft request' (duration: 487.080118ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:47:49.689695Z","caller":"traceutil/trace.go:171","msg":"trace[2029713066] transaction","detail":"{read_only:false; response_revision:8177; number_of_response:1; }","duration":"485.187107ms","start":"2026-02-28T01:47:49.204471Z","end":"2026-02-28T01:47:49.689659Z","steps":["trace[2029713066] 'process raft request' (duration: 485.038374ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:49.689762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:49.198836Z","time spent":"490.861061ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:47:49.689639Z","caller":"traceutil/trace.go:171","msg":"trace[1910385989] linearizableReadLoop","detail":"{readStateIndex:8492; appliedIndex:8490; }","duration":"488.193753ms","start":"2026-02-28T01:47:49.201419Z","end":"2026-02-28T01:47:49.689613Z","steps":["trace[1910385989] 'read index received' (duration: 25.875618ms)","trace[1910385989] 'applied index is now lower than readState.Index' (duration: 462.316865ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:47:49.68991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:49.204439Z","time spent":"485.33486ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:47:49.6901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.671423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-28T01:47:49.690173Z","caller":"traceutil/trace.go:171","msg":"trace[331984484] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8177; }","duration":"488.804316ms","start":"2026-02-28T01:47:49.201355Z","end":"2026-02-28T01:47:49.69016Z","steps":["trace[331984484] 'agreement among raft nodes before linearized reading' (duration: 488.569991ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:49.690244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.377288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-28T01:47:49.690273Z","caller":"traceutil/trace.go:171","msg":"trace[2009696056] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8177; }","duration":"484.46253ms","start":"2026-02-28T01:47:49.205804Z","end":"2026-02-28T01:47:49.690267Z","steps":["trace[2009696056] 'agreement among raft nodes before linearized reading' (duration: 484.370098ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:49.690294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:49.205778Z","time spent":"484.509521ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-28T01:47:49.690319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.950431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:47:49.690362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.954561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-snz77\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-02-28T01:47:49.690346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:49.201332Z","time spent":"488.929599ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-28T01:47:49.6904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.45814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-28T01:47:49.690412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.057673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-28T01:47:49.690493Z","caller":"traceutil/trace.go:171","msg":"trace[1715818553] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8177; }","duration":"485.176686ms","start":"2026-02-28T01:47:49.205306Z","end":"2026-02-28T01:47:49.690483Z","steps":["trace[1715818553] 'agreement among raft nodes before linearized reading' (duration: 484.803228ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:49.690513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:49.205285Z","time spent":"485.223386ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-28T01:47:49.69041Z","caller":"traceutil/trace.go:171","msg":"trace[2104448715] range","detail":"{range_begin:/registry/pods/openstack/keepalived-snz77; range_end:; response_count:1; response_revision:8177; }","duration":"485.017932ms","start":"2026-02-28T01:47:49.205381Z","end":"2026-02-28T01:47:49.690399Z","steps":["trace[2104448715] 'agreement among raft nodes before linearized reading' (duration: 484.829268ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:47:49.690499Z","caller":"traceutil/trace.go:171","msg":"trace[789462110] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8177; }","duration":"484.595303ms","start":"2026-02-28T01:47:49.205886Z","end":"2026-02-28T01:47:49.690481Z","steps":["trace[789462110] 'agreement among raft nodes before linearized reading' (duration: 484.288446ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:49.690566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:49.20588Z","time spent":"484.681184ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-28T01:47:49.690557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:49.205375Z","time spent":"485.167205ms","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-snz77\" "} {"level":"info","ts":"2026-02-28T01:47:49.69042Z","caller":"traceutil/trace.go:171","msg":"trace[1959370509] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8177; }","duration":"359.101154ms","start":"2026-02-28T01:47:49.331295Z","end":"2026-02-28T01:47:49.690396Z","steps":["trace[1959370509] 'agreement among raft nodes before linearized reading' (duration: 358.90536ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:49.690654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.615267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-28T01:47:49.690798Z","caller":"traceutil/trace.go:171","msg":"trace[296702832] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8177; }","duration":"481.795832ms","start":"2026-02-28T01:47:49.208968Z","end":"2026-02-28T01:47:49.690764Z","steps":["trace[296702832] 'agreement among raft nodes before linearized reading' (duration: 481.333502ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:49.690708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:49.331276Z","time spent":"359.417071ms","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T01:47:49.69087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:49.208953Z","time spent":"481.904854ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-28T01:47:50.031935Z","caller":"traceutil/trace.go:171","msg":"trace[831674857] transaction","detail":"{read_only:false; response_revision:8178; number_of_response:1; }","duration":"336.938889ms","start":"2026-02-28T01:47:49.694957Z","end":"2026-02-28T01:47:50.031896Z","steps":["trace[831674857] 'process raft request' (duration: 260.455923ms)","trace[831674857] 'compare' (duration: 76.055147ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:47:50.032135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:49.694935Z","time spent":"337.090503ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:47:50.054187Z","caller":"traceutil/trace.go:171","msg":"trace[1955766050] transaction","detail":"{read_only:false; response_revision:8180; number_of_response:1; }","duration":"358.978171ms","start":"2026-02-28T01:47:49.695187Z","end":"2026-02-28T01:47:50.054165Z","steps":["trace[1955766050] 'process raft request' (duration: 358.893699ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:47:50.054224Z","caller":"traceutil/trace.go:171","msg":"trace[1252344925] transaction","detail":"{read_only:false; response_revision:8179; number_of_response:1; }","duration":"359.015403ms","start":"2026-02-28T01:47:49.695168Z","end":"2026-02-28T01:47:50.054183Z","steps":["trace[1252344925] 'process raft request' (duration: 358.773207ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:50.054355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:49.695176Z","time spent":"359.078153ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:47:50.054391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:49.695145Z","time spent":"359.159445ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:47:50.054485Z","caller":"traceutil/trace.go:171","msg":"trace[359022213] transaction","detail":"{read_only:false; response_revision:8181; number_of_response:1; }","duration":"358.937751ms","start":"2026-02-28T01:47:49.695516Z","end":"2026-02-28T01:47:50.054454Z","steps":["trace[359022213] 'process raft request' (duration: 358.586183ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:47:50.054556Z","caller":"traceutil/trace.go:171","msg":"trace[450675734] transaction","detail":"{read_only:false; response_revision:8182; number_of_response:1; }","duration":"357.95403ms","start":"2026-02-28T01:47:49.696558Z","end":"2026-02-28T01:47:50.054512Z","steps":["trace[450675734] 'process raft request' (duration: 357.772166ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:47:50.054492Z","caller":"traceutil/trace.go:171","msg":"trace[21937351] linearizableReadLoop","detail":"{readStateIndex:8498; appliedIndex:8493; }","duration":"357.595112ms","start":"2026-02-28T01:47:49.696877Z","end":"2026-02-28T01:47:50.054472Z","steps":["trace[21937351] 'read index received' (duration: 258.510161ms)","trace[21937351] 'applied index is now lower than readState.Index' (duration: 99.083551ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:47:50.054656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:49.695509Z","time spent":"359.055003ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:47:50.054773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:49.696543Z","time spent":"358.116873ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:47:50.054905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.016481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228837"} {"level":"info","ts":"2026-02-28T01:47:50.054956Z","caller":"traceutil/trace.go:171","msg":"trace[1117180164] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8182; }","duration":"358.084912ms","start":"2026-02-28T01:47:49.69686Z","end":"2026-02-28T01:47:50.054945Z","steps":["trace[1117180164] 'agreement among raft nodes before linearized reading' (duration: 357.677493ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:50.055005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:49.696849Z","time spent":"358.133533ms","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228861,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-28T01:47:52.405858Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783127324,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T01:47:52.906541Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783127324,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T01:47:53.181596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365363872s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:47:53.181757Z","caller":"traceutil/trace.go:171","msg":"trace[476348676] transaction","detail":"{read_only:false; response_revision:8186; number_of_response:1; }","duration":"1.485184806s","start":"2026-02-28T01:47:51.69654Z","end":"2026-02-28T01:47:53.181725Z","steps":["trace[476348676] 'process raft request' (duration: 119.518418ms)","trace[476348676] 'compare' (duration: 1.364948643s)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:47:53.181854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:51.696505Z","time spent":"1.485301458s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:47:53.234427Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.341273524s","expected-duration":"1s"} {"level":"info","ts":"2026-02-28T01:47:53.234989Z","caller":"traceutil/trace.go:171","msg":"trace[403882157] linearizableReadLoop","detail":"{readStateIndex:8503; appliedIndex:8502; }","duration":"1.330188782s","start":"2026-02-28T01:47:51.90477Z","end":"2026-02-28T01:47:53.234958Z","steps":["trace[403882157] 'read index received' (duration: 1.329982477s)","trace[403882157] 'applied index is now lower than readState.Index' (duration: 205.065µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:47:53.235033Z","caller":"traceutil/trace.go:171","msg":"trace[576664699] transaction","detail":"{read_only:false; response_revision:8187; number_of_response:1; }","duration":"1.34200104s","start":"2026-02-28T01:47:51.893Z","end":"2026-02-28T01:47:53.235001Z","steps":["trace[576664699] 'process raft request' (duration: 1.341756115s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:53.235172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:51.892968Z","time spent":"1.342127753s","remote":"127.0.0.1:49692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:47:53.235272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330477098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-28T01:47:53.235323Z","caller":"traceutil/trace.go:171","msg":"trace[1686966350] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:8187; }","duration":"1.33059197s","start":"2026-02-28T01:47:51.904716Z","end":"2026-02-28T01:47:53.235308Z","steps":["trace[1686966350] 'agreement among raft nodes before linearized reading' (duration: 1.330411607s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:53.235365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:51.904701Z","time spent":"1.330653111s","remote":"127.0.0.1:43708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":52,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-28T01:47:53.556199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.67619ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-28T01:47:53.556467Z","caller":"traceutil/trace.go:171","msg":"trace[1195189406] linearizableReadLoop","detail":"{readStateIndex:8504; appliedIndex:8503; }","duration":"321.367888ms","start":"2026-02-28T01:47:53.235079Z","end":"2026-02-28T01:47:53.556447Z","steps":["trace[1195189406] 'read index received' (duration: 91.446163ms)","trace[1195189406] 'applied index is now lower than readState.Index' (duration: 229.919935ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:47:53.556956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497137657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-28T01:47:53.557003Z","caller":"traceutil/trace.go:171","msg":"trace[193304934] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8187; }","duration":"1.497195948s","start":"2026-02-28T01:47:52.059797Z","end":"2026-02-28T01:47:53.556993Z","steps":["trace[193304934] 'agreement among raft nodes before linearized reading' (duration: 1.497004804s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:53.557038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:52.059727Z","time spent":"1.49730371s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T01:47:53.557105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519686991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-28T01:47:53.55722Z","caller":"traceutil/trace.go:171","msg":"trace[1296269974] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8187; }","duration":"1.519859565s","start":"2026-02-28T01:47:52.037334Z","end":"2026-02-28T01:47:53.557194Z","steps":["trace[1296269974] 'agreement among raft nodes before linearized reading' (duration: 1.519480897s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:53.557314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:52.037318Z","time spent":"1.519986277s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-28T01:47:53.557332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259467481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-28T01:47:53.557364Z","caller":"traceutil/trace.go:171","msg":"trace[668330531] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8187; }","duration":"1.259529553s","start":"2026-02-28T01:47:52.297826Z","end":"2026-02-28T01:47:53.557355Z","steps":["trace[668330531] 'agreement among raft nodes before linearized reading' (duration: 1.25940232s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:53.557399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:52.297806Z","time spent":"1.259586624s","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-28T01:47:53.557465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497553546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-28T01:47:53.557567Z","caller":"traceutil/trace.go:171","msg":"trace[2094915168] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8187; }","duration":"1.497685088s","start":"2026-02-28T01:47:52.05986Z","end":"2026-02-28T01:47:53.557545Z","steps":["trace[2094915168] 'agreement among raft nodes before linearized reading' (duration: 1.497380512s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:53.557607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49775146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-28T01:47:53.557621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:52.059856Z","time spent":"1.49775532s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-28T01:47:53.557647Z","caller":"traceutil/trace.go:171","msg":"trace[1652700157] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8187; }","duration":"1.497805241s","start":"2026-02-28T01:47:52.059831Z","end":"2026-02-28T01:47:53.557636Z","steps":["trace[1652700157] 'agreement among raft nodes before linearized reading' (duration: 1.497713599s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:53.557685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:52.059825Z","time spent":"1.497848742s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-28T01:47:53.557806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.27931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189845db602298e2\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-02-28T01:47:53.557855Z","caller":"traceutil/trace.go:171","msg":"trace[1701799001] range","detail":"{range_begin:/registry/events/openstack/ceph.189845db602298e2; range_end:; response_count:1; response_revision:8188; }","duration":"313.367982ms","start":"2026-02-28T01:47:53.244475Z","end":"2026-02-28T01:47:53.557843Z","steps":["trace[1701799001] 'agreement among raft nodes before linearized reading' (duration: 313.196818ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:53.557893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:53.244448Z","time spent":"313.437914ms","remote":"127.0.0.1:43610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":723,"request content":"key:\"/registry/events/openstack/ceph.189845db602298e2\" "} {"level":"warn","ts":"2026-02-28T01:47:53.557941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494686994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-snz77\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-02-28T01:47:53.557982Z","caller":"traceutil/trace.go:171","msg":"trace[294968383] range","detail":"{range_begin:/registry/pods/openstack/keepalived-snz77; range_end:; response_count:1; response_revision:8188; }","duration":"1.494738214s","start":"2026-02-28T01:47:52.063234Z","end":"2026-02-28T01:47:53.557973Z","steps":["trace[294968383] 'agreement among raft nodes before linearized reading' (duration: 1.494610262s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:53.558018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:52.063228Z","time spent":"1.494782155s","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-snz77\" "} {"level":"warn","ts":"2026-02-28T01:47:53.558066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498158429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-28T01:47:53.558107Z","caller":"traceutil/trace.go:171","msg":"trace[164143014] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8188; }","duration":"1.498211021s","start":"2026-02-28T01:47:52.059887Z","end":"2026-02-28T01:47:53.558098Z","steps":["trace[164143014] 'agreement among raft nodes before linearized reading' (duration: 1.498113598s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:53.55814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:52.059883Z","time spent":"1.498251102s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-28T01:47:53.558208Z","caller":"traceutil/trace.go:171","msg":"trace[19081968] transaction","detail":"{read_only:false; response_revision:8188; number_of_response:1; }","duration":"291.76693ms","start":"2026-02-28T01:47:53.266427Z","end":"2026-02-28T01:47:53.558194Z","steps":["trace[19081968] 'process raft request' (duration: 289.899479ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:53.55834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.008562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:47:53.558434Z","caller":"traceutil/trace.go:171","msg":"trace[753803065] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8188; }","duration":"217.112445ms","start":"2026-02-28T01:47:53.341269Z","end":"2026-02-28T01:47:53.558381Z","steps":["trace[753803065] 'agreement among raft nodes before linearized reading' (duration: 217.042094ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:48:01.156737Z","caller":"traceutil/trace.go:171","msg":"trace[1490056127] transaction","detail":"{read_only:false; response_revision:8268; number_of_response:1; }","duration":"262.678223ms","start":"2026-02-28T01:48:00.894026Z","end":"2026-02-28T01:48:01.156704Z","steps":["trace[1490056127] 'process raft request' (duration: 262.474169ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:48:01.465293Z","caller":"traceutil/trace.go:171","msg":"trace[1710111393] linearizableReadLoop","detail":"{readStateIndex:8591; appliedIndex:8590; }","duration":"304.226252ms","start":"2026-02-28T01:48:01.161017Z","end":"2026-02-28T01:48:01.465244Z","steps":["trace[1710111393] 'read index received' (duration: 304.15156ms)","trace[1710111393] 'applied index is now lower than readState.Index' (duration: 73.362µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:48:01.465555Z","caller":"traceutil/trace.go:171","msg":"trace[889919846] transaction","detail":"{read_only:false; response_revision:8269; number_of_response:1; }","duration":"565.843181ms","start":"2026-02-28T01:48:00.899526Z","end":"2026-02-28T01:48:01.46537Z","steps":["trace[889919846] 'process raft request' (duration: 565.560445ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:48:01.465767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.566959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-686987cc69-4w5l5.189845cf85245991\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-02-28T01:48:01.4658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:48:00.899485Z","time spent":"566.22529ms","remote":"127.0.0.1:43778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:48:01.465827Z","caller":"traceutil/trace.go:171","msg":"trace[477834096] range","detail":"{range_begin:/registry/events/openstack/barbican-api-686987cc69-4w5l5.189845cf85245991; range_end:; response_count:1; response_revision:8269; }","duration":"304.839685ms","start":"2026-02-28T01:48:01.160971Z","end":"2026-02-28T01:48:01.46581Z","steps":["trace[477834096] 'agreement among raft nodes before linearized reading' (duration: 304.423876ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:48:01.465992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:48:01.16095Z","time spent":"304.915516ms","remote":"127.0.0.1:43610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-686987cc69-4w5l5.189845cf85245991\" "} {"level":"info","ts":"2026-02-28T01:48:01.48066Z","caller":"traceutil/trace.go:171","msg":"trace[258045684] transaction","detail":"{read_only:false; response_revision:8270; number_of_response:1; }","duration":"266.702201ms","start":"2026-02-28T01:48:01.213921Z","end":"2026-02-28T01:48:01.480623Z","steps":["trace[258045684] 'process raft request' (duration: 266.458636ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:48:01.480687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.338311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:48:01.48075Z","caller":"traceutil/trace.go:171","msg":"trace[2017653156] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8270; }","duration":"149.436764ms","start":"2026-02-28T01:48:01.331298Z","end":"2026-02-28T01:48:01.480735Z","steps":["trace[2017653156] 'agreement among raft nodes before linearized reading' (duration: 149.339261ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:48:01.752077Z","caller":"traceutil/trace.go:171","msg":"trace[1643441585] transaction","detail":"{read_only:false; response_revision:8272; number_of_response:1; }","duration":"195.88736ms","start":"2026-02-28T01:48:01.556157Z","end":"2026-02-28T01:48:01.752044Z","steps":["trace[1643441585] 'process raft request' (duration: 195.657585ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:48:01.783302Z","caller":"traceutil/trace.go:171","msg":"trace[345361908] transaction","detail":"{read_only:false; response_revision:8273; number_of_response:1; }","duration":"196.543705ms","start":"2026-02-28T01:48:01.586739Z","end":"2026-02-28T01:48:01.783282Z","steps":["trace[345361908] 'process raft request' (duration: 196.30422ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:48:01.892028Z","caller":"traceutil/trace.go:171","msg":"trace[1347012625] transaction","detail":"{read_only:false; response_revision:8276; number_of_response:1; }","duration":"102.341881ms","start":"2026-02-28T01:48:01.789637Z","end":"2026-02-28T01:48:01.891978Z","steps":["trace[1347012625] 'process raft request' (duration: 102.240559ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:48:01.892072Z","caller":"traceutil/trace.go:171","msg":"trace[1760947233] transaction","detail":"{read_only:false; response_revision:8275; number_of_response:1; }","duration":"102.567506ms","start":"2026-02-28T01:48:01.789426Z","end":"2026-02-28T01:48:01.891994Z","steps":["trace[1760947233] 'process raft request' (duration: 95.93245ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:48:01.89215Z","caller":"traceutil/trace.go:171","msg":"trace[130734779] transaction","detail":"{read_only:false; response_revision:8278; number_of_response:1; }","duration":"101.76283ms","start":"2026-02-28T01:48:01.790365Z","end":"2026-02-28T01:48:01.892128Z","steps":["trace[130734779] 'process raft request' (duration: 101.636866ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:48:01.892184Z","caller":"traceutil/trace.go:171","msg":"trace[194953032] transaction","detail":"{read_only:false; response_revision:8277; number_of_response:1; }","duration":"102.125837ms","start":"2026-02-28T01:48:01.79002Z","end":"2026-02-28T01:48:01.892146Z","steps":["trace[194953032] 'process raft request' (duration: 101.905941ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:48:01.892587Z","caller":"traceutil/trace.go:171","msg":"trace[301202848] linearizableReadLoop","detail":"{readStateIndex:8601; appliedIndex:8595; }","duration":"100.375619ms","start":"2026-02-28T01:48:01.792171Z","end":"2026-02-28T01:48:01.892547Z","steps":["trace[301202848] 'read index received' (duration: 15.572561ms)","trace[301202848] 'applied index is now lower than readState.Index' (duration: 84.802118ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:48:01.892574Z","caller":"traceutil/trace.go:171","msg":"trace[534040203] transaction","detail":"{read_only:false; response_revision:8279; number_of_response:1; }","duration":"100.763877ms","start":"2026-02-28T01:48:01.791794Z","end":"2026-02-28T01:48:01.892558Z","steps":["trace[534040203] 'process raft request' (duration: 100.268225ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:48:01.892831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.559212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:48:01.892994Z","caller":"traceutil/trace.go:171","msg":"trace[1741219849] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:8279; }","duration":"100.836518ms","start":"2026-02-28T01:48:01.792144Z","end":"2026-02-28T01:48:01.89298Z","steps":["trace[1741219849] 'agreement among raft nodes before linearized reading' (duration: 100.505491ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:48:02.371248Z","caller":"traceutil/trace.go:171","msg":"trace[2061271185] transaction","detail":"{read_only:false; response_revision:8281; number_of_response:1; }","duration":"104.267534ms","start":"2026-02-28T01:48:02.266909Z","end":"2026-02-28T01:48:02.371176Z","steps":["trace[2061271185] 'process raft request' (duration: 103.926365ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:48:02.902802Z","caller":"traceutil/trace.go:171","msg":"trace[399972917] transaction","detail":"{read_only:false; response_revision:8282; number_of_response:1; }","duration":"129.871134ms","start":"2026-02-28T01:48:02.772906Z","end":"2026-02-28T01:48:02.902777Z","steps":["trace[399972917] 'process raft request' (duration: 129.68502ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:48:03.194516Z","caller":"traceutil/trace.go:171","msg":"trace[356089919] transaction","detail":"{read_only:false; response_revision:8283; number_of_response:1; }","duration":"264.483172ms","start":"2026-02-28T01:48:02.929993Z","end":"2026-02-28T01:48:03.194476Z","steps":["trace[356089919] 'process raft request' (duration: 184.268516ms)","trace[356089919] 'compare' (duration: 79.91384ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:48:03.465812Z","caller":"traceutil/trace.go:171","msg":"trace[1001514903] linearizableReadLoop","detail":"{readStateIndex:8608; appliedIndex:8605; }","duration":"264.846419ms","start":"2026-02-28T01:48:03.200941Z","end":"2026-02-28T01:48:03.465787Z","steps":["trace[1001514903] 'read index received' (duration: 43.303048ms)","trace[1001514903] 'applied index is now lower than readState.Index' (duration: 221.541941ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:48:03.465922Z","caller":"traceutil/trace.go:171","msg":"trace[1003116756] transaction","detail":"{read_only:false; response_revision:8284; number_of_response:1; }","duration":"266.503886ms","start":"2026-02-28T01:48:03.199378Z","end":"2026-02-28T01:48:03.465882Z","steps":["trace[1003116756] 'process raft request' (duration: 266.143838ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:48:03.465991Z","caller":"traceutil/trace.go:171","msg":"trace[1611813510] transaction","detail":"{read_only:false; response_revision:8285; number_of_response:1; }","duration":"265.147716ms","start":"2026-02-28T01:48:03.200788Z","end":"2026-02-28T01:48:03.465936Z","steps":["trace[1611813510] 'process raft request' (duration: 264.927891ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:48:03.466106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.007472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"warn","ts":"2026-02-28T01:48:03.466125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.334723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-28T01:48:03.466152Z","caller":"traceutil/trace.go:171","msg":"trace[1195776241] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8285; }","duration":"217.118365ms","start":"2026-02-28T01:48:03.249021Z","end":"2026-02-28T01:48:03.46614Z","steps":["trace[1195776241] 'agreement among raft nodes before linearized reading' (duration: 216.930431ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:48:03.466112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.131957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:48:03.466209Z","caller":"traceutil/trace.go:171","msg":"trace[983646157] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8285; }","duration":"140.486527ms","start":"2026-02-28T01:48:03.3257Z","end":"2026-02-28T01:48:03.466187Z","steps":["trace[983646157] 'agreement among raft nodes before linearized reading' (duration: 140.338693ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:48:03.466251Z","caller":"traceutil/trace.go:171","msg":"trace[1528437387] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8285; }","duration":"134.319881ms","start":"2026-02-28T01:48:03.331905Z","end":"2026-02-28T01:48:03.466225Z","steps":["trace[1528437387] 'agreement among raft nodes before linearized reading' (duration: 134.067776ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:48:03.466792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.851022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-02-28T01:48:03.466839Z","caller":"traceutil/trace.go:171","msg":"trace[913432080] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8285; }","duration":"265.900373ms","start":"2026-02-28T01:48:03.200929Z","end":"2026-02-28T01:48:03.466829Z","steps":["trace[913432080] 'agreement among raft nodes before linearized reading' (duration: 265.020784ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:48:03.733663Z","caller":"traceutil/trace.go:171","msg":"trace[1445684668] transaction","detail":"{read_only:false; response_revision:8286; number_of_response:1; }","duration":"258.077531ms","start":"2026-02-28T01:48:03.475548Z","end":"2026-02-28T01:48:03.733625Z","steps":["trace[1445684668] 'process raft request' (duration: 236.183011ms)","trace[1445684668] 'compare' (duration: 21.678796ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:48:03.784606Z","caller":"traceutil/trace.go:171","msg":"trace[1264630518] transaction","detail":"{read_only:false; response_revision:8287; number_of_response:1; }","duration":"305.818797ms","start":"2026-02-28T01:48:03.478757Z","end":"2026-02-28T01:48:03.784576Z","steps":["trace[1264630518] 'process raft request' (duration: 305.603242ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:48:03.78478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:48:03.478714Z","time spent":"305.97315ms","remote":"127.0.0.1:43610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:48:03.784806Z","caller":"traceutil/trace.go:171","msg":"trace[915056456] linearizableReadLoop","detail":"{readStateIndex:8611; appliedIndex:8608; }","duration":"278.939728ms","start":"2026-02-28T01:48:03.505829Z","end":"2026-02-28T01:48:03.784768Z","steps":["trace[915056456] 'read index received' (duration: 205.923369ms)","trace[915056456] 'applied index is now lower than readState.Index' (duration: 73.013019ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:48:03.784881Z","caller":"traceutil/trace.go:171","msg":"trace[521477974] transaction","detail":"{read_only:false; response_revision:8288; number_of_response:1; }","duration":"298.030657ms","start":"2026-02-28T01:48:03.486813Z","end":"2026-02-28T01:48:03.784844Z","steps":["trace[521477974] 'process raft request' (duration: 297.70854ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:48:03.784999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.128412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-28T01:48:03.785042Z","caller":"traceutil/trace.go:171","msg":"trace[1746781515] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:8288; }","duration":"279.229735ms","start":"2026-02-28T01:48:03.5058Z","end":"2026-02-28T01:48:03.785029Z","steps":["trace[1746781515] 'agreement among raft nodes before linearized reading' (duration: 279.088612ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:48:03.91318Z","caller":"traceutil/trace.go:171","msg":"trace[139564826] linearizableReadLoop","detail":"{readStateIndex:8612; appliedIndex:8611; }","duration":"118.478284ms","start":"2026-02-28T01:48:03.794681Z","end":"2026-02-28T01:48:03.913159Z","steps":["trace[139564826] 'read index received' (duration: 118.335681ms)","trace[139564826] 'applied index is now lower than readState.Index' (duration: 141.503µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:48:03.913292Z","caller":"traceutil/trace.go:171","msg":"trace[1962050568] transaction","detail":"{read_only:false; response_revision:8289; number_of_response:1; }","duration":"124.059497ms","start":"2026-02-28T01:48:03.789178Z","end":"2026-02-28T01:48:03.913237Z","steps":["trace[1962050568] 'process raft request' (duration: 123.839802ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:48:03.913448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.752971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-snz77\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-02-28T01:48:03.913484Z","caller":"traceutil/trace.go:171","msg":"trace[287118522] range","detail":"{range_begin:/registry/pods/openstack/keepalived-snz77; range_end:; response_count:1; response_revision:8289; }","duration":"118.826162ms","start":"2026-02-28T01:48:03.794649Z","end":"2026-02-28T01:48:03.913475Z","steps":["trace[287118522] 'agreement among raft nodes before linearized reading' (duration: 118.646588ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:48:03.915885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.159678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-28T01:48:03.915968Z","caller":"traceutil/trace.go:171","msg":"trace[488916631] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8290; }","duration":"102.293561ms","start":"2026-02-28T01:48:03.813658Z","end":"2026-02-28T01:48:03.915952Z","steps":["trace[488916631] 'agreement among raft nodes before linearized reading' (duration: 102.085557ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:48:14.590041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.680088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414421"} {"level":"info","ts":"2026-02-28T01:48:14.590171Z","caller":"traceutil/trace.go:171","msg":"trace[1149585106] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8369; }","duration":"112.876412ms","start":"2026-02-28T01:48:14.477271Z","end":"2026-02-28T01:48:14.590147Z","steps":["trace[1149585106] 'range keys from in-memory index tree' (duration: 112.241388ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:49:08.422671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.066456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-28T01:49:08.422902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.203652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-28T01:49:08.422686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.827997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-28T01:49:08.423062Z","caller":"traceutil/trace.go:171","msg":"trace[1473870248] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8926; }","duration":"146.402156ms","start":"2026-02-28T01:49:08.276634Z","end":"2026-02-28T01:49:08.423036Z","steps":["trace[1473870248] 'range keys from in-memory index tree' (duration: 146.049798ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:49:08.423081Z","caller":"traceutil/trace.go:171","msg":"trace[2102972289] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8926; }","duration":"127.255317ms","start":"2026-02-28T01:49:08.295793Z","end":"2026-02-28T01:49:08.423048Z","steps":["trace[2102972289] 'range keys from in-memory index tree' (duration: 126.641834ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:49:08.422528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.556257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-28T01:49:08.42319Z","caller":"traceutil/trace.go:171","msg":"trace[327737753] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8926; }","duration":"135.269523ms","start":"2026-02-28T01:49:08.287877Z","end":"2026-02-28T01:49:08.423146Z","steps":["trace[327737753] 'range keys from in-memory index tree' (duration: 134.374883ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:49:08.422899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.978566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-28T01:49:08.423314Z","caller":"traceutil/trace.go:171","msg":"trace[114748383] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8926; }","duration":"135.403445ms","start":"2026-02-28T01:49:08.287887Z","end":"2026-02-28T01:49:08.42329Z","steps":["trace[114748383] 'range keys from in-memory index tree' (duration: 134.860524ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:49:08.42349Z","caller":"traceutil/trace.go:171","msg":"trace[1625808483] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8926; }","duration":"139.515616ms","start":"2026-02-28T01:49:08.283495Z","end":"2026-02-28T01:49:08.42301Z","steps":["trace[1625808483] 'range keys from in-memory index tree' (duration: 138.800861ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:49:08.906905Z","caller":"traceutil/trace.go:171","msg":"trace[54725526] transaction","detail":"{read_only:false; response_revision:8932; number_of_response:1; }","duration":"164.519384ms","start":"2026-02-28T01:49:08.742352Z","end":"2026-02-28T01:49:08.906871Z","steps":["trace[54725526] 'process raft request' (duration: 164.269118ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:49:09.090761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.777021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-28T01:49:09.090856Z","caller":"traceutil/trace.go:171","msg":"trace[1048371655] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:8932; }","duration":"129.931865ms","start":"2026-02-28T01:49:08.960902Z","end":"2026-02-28T01:49:09.090834Z","steps":["trace[1048371655] 'count revisions from in-memory index tree' (duration: 129.651099ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:49:09.091613Z","caller":"traceutil/trace.go:171","msg":"trace[148225459] transaction","detail":"{read_only:false; response_revision:8933; number_of_response:1; }","duration":"119.120079ms","start":"2026-02-28T01:49:08.972476Z","end":"2026-02-28T01:49:09.091596Z","steps":["trace[148225459] 'process raft request' (duration: 119.005737ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:49:22.413335Z","caller":"traceutil/trace.go:171","msg":"trace[439249057] transaction","detail":"{read_only:false; response_revision:9001; number_of_response:1; }","duration":"167.904797ms","start":"2026-02-28T01:49:22.245388Z","end":"2026-02-28T01:49:22.413293Z","steps":["trace[439249057] 'process raft request' (duration: 167.631581ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:49:22.950372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.29364ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:49:22.950551Z","caller":"traceutil/trace.go:171","msg":"trace[1757569484] transaction","detail":"{read_only:false; response_revision:9002; number_of_response:1; }","duration":"699.111081ms","start":"2026-02-28T01:49:22.251394Z","end":"2026-02-28T01:49:22.950505Z","steps":["trace[1757569484] 'process raft request' (duration: 381.528955ms)","trace[1757569484] 'compare' (duration: 317.001754ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:49:22.950757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:49:22.251359Z","time spent":"699.287005ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:49:22.950514Z","caller":"traceutil/trace.go:171","msg":"trace[88814543] linearizableReadLoop","detail":"{readStateIndex:9346; appliedIndex:9345; }","duration":"396.823711ms","start":"2026-02-28T01:49:22.553666Z","end":"2026-02-28T01:49:22.95049Z","steps":["trace[88814543] 'read index received' (duration: 79.168663ms)","trace[88814543] 'applied index is now lower than readState.Index' (duration: 317.652498ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:49:22.951146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.478525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-28T01:49:22.951199Z","caller":"traceutil/trace.go:171","msg":"trace[1794262151] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9002; }","duration":"397.571457ms","start":"2026-02-28T01:49:22.553608Z","end":"2026-02-28T01:49:22.95118Z","steps":["trace[1794262151] 'agreement among raft nodes before linearized reading' (duration: 397.337812ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:49:22.951248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:49:22.553586Z","time spent":"397.649579ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-28T01:49:22.951329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.169399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:49:22.951351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.471061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-28T01:49:22.95139Z","caller":"traceutil/trace.go:171","msg":"trace[1496865901] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:9002; }","duration":"108.285242ms","start":"2026-02-28T01:49:22.843086Z","end":"2026-02-28T01:49:22.951372Z","steps":["trace[1496865901] 'agreement among raft nodes before linearized reading' (duration: 108.128388ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:49:22.95141Z","caller":"traceutil/trace.go:171","msg":"trace[1575058629] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9002; }","duration":"390.577703ms","start":"2026-02-28T01:49:22.560814Z","end":"2026-02-28T01:49:22.951392Z","steps":["trace[1575058629] 'agreement among raft nodes before linearized reading' (duration: 390.41031ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:49:22.951449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:49:22.560789Z","time spent":"390.652405ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-28T01:49:22.951445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.390814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-snz77\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-02-28T01:49:22.951453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.548885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-28T01:49:22.95152Z","caller":"traceutil/trace.go:171","msg":"trace[1966841322] range","detail":"{range_begin:/registry/pods/openstack/keepalived-snz77; range_end:; response_count:1; response_revision:9002; }","duration":"366.518997ms","start":"2026-02-28T01:49:22.584978Z","end":"2026-02-28T01:49:22.951497Z","steps":["trace[1966841322] 'agreement among raft nodes before linearized reading' (duration: 366.21962ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:49:22.951544Z","caller":"traceutil/trace.go:171","msg":"trace[2025218762] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9002; }","duration":"381.706339ms","start":"2026-02-28T01:49:22.569805Z","end":"2026-02-28T01:49:22.951512Z","steps":["trace[2025218762] 'agreement among raft nodes before linearized reading' (duration: 381.394122ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:49:22.951563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:49:22.584951Z","time spent":"366.600609ms","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-snz77\" "} {"level":"warn","ts":"2026-02-28T01:49:22.951435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.79349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-28T01:49:22.951603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:49:22.569772Z","time spent":"381.816772ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-28T01:49:22.951654Z","caller":"traceutil/trace.go:171","msg":"trace[2104586631] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9002; }","duration":"397.077816ms","start":"2026-02-28T01:49:22.554552Z","end":"2026-02-28T01:49:22.95163Z","steps":["trace[2104586631] 'agreement among raft nodes before linearized reading' (duration: 396.652917ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:49:22.951709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:49:22.554524Z","time spent":"397.171578ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T01:49:22.951434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.686301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-28T01:49:22.951809Z","caller":"traceutil/trace.go:171","msg":"trace[1347184014] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9002; }","duration":"378.06804ms","start":"2026-02-28T01:49:22.57371Z","end":"2026-02-28T01:49:22.951778Z","steps":["trace[1347184014] 'agreement among raft nodes before linearized reading' (duration: 377.500627ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:49:22.951904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:49:22.573672Z","time spent":"378.198063ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-28T01:49:23.172194Z","caller":"traceutil/trace.go:171","msg":"trace[2020012913] transaction","detail":"{read_only:false; response_revision:9007; number_of_response:1; }","duration":"214.412187ms","start":"2026-02-28T01:49:22.957752Z","end":"2026-02-28T01:49:23.172164Z","steps":["trace[2020012913] 'process raft request' (duration: 214.288834ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:49:23.172185Z","caller":"traceutil/trace.go:171","msg":"trace[1113245084] transaction","detail":"{read_only:false; response_revision:9004; number_of_response:1; }","duration":"215.000199ms","start":"2026-02-28T01:49:22.957125Z","end":"2026-02-28T01:49:23.172125Z","steps":["trace[1113245084] 'process raft request' (duration: 214.664891ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:49:23.172259Z","caller":"traceutil/trace.go:171","msg":"trace[386885955] transaction","detail":"{read_only:false; response_revision:9006; number_of_response:1; }","duration":"214.509938ms","start":"2026-02-28T01:49:22.957727Z","end":"2026-02-28T01:49:23.172237Z","steps":["trace[386885955] 'process raft request' (duration: 214.272573ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:49:23.172237Z","caller":"traceutil/trace.go:171","msg":"trace[1930853197] transaction","detail":"{read_only:false; response_revision:9005; number_of_response:1; }","duration":"214.472397ms","start":"2026-02-28T01:49:22.957709Z","end":"2026-02-28T01:49:23.172181Z","steps":["trace[1930853197] 'process raft request' (duration: 214.249212ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:49:24.524142Z","caller":"traceutil/trace.go:171","msg":"trace[505057300] transaction","detail":"{read_only:false; response_revision:9009; number_of_response:1; }","duration":"104.401936ms","start":"2026-02-28T01:49:24.419708Z","end":"2026-02-28T01:49:24.524109Z","steps":["trace[505057300] 'process raft request' (duration: 104.163111ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:51:01.787854Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"cf8c3a138c9a77a2","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-28T01:51:01.793598Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-02-28T01:51:01.793744Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-02-28T01:51:03.811869Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7436} {"level":"info","ts":"2026-02-28T01:51:03.886729Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7436,"took":"72.586698ms","hash":2323536419,"current-db-size-bytes":41201664,"current-db-size":"41 MB","current-db-size-in-use-bytes":24645632,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-02-28T01:51:03.8868Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2323536419,"revision":7436,"compact-revision":5411} {"level":"warn","ts":"2026-02-28T01:53:29.372429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.432174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-db-init-zzrxb\" ","response":"range_response_count:1 size:7096"} {"level":"info","ts":"2026-02-28T01:53:29.37263Z","caller":"traceutil/trace.go:171","msg":"trace[621970756] range","detail":"{range_begin:/registry/pods/openstack/staffeln-db-init-zzrxb; range_end:; response_count:1; response_revision:10467; }","duration":"119.72589ms","start":"2026-02-28T01:53:29.252879Z","end":"2026-02-28T01:53:29.372605Z","steps":["trace[621970756] 'range keys from in-memory index tree' (duration: 119.212958ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:54:38.786379Z","caller":"traceutil/trace.go:171","msg":"trace[1061483671] linearizableReadLoop","detail":"{readStateIndex:11562; appliedIndex:11561; }","duration":"457.308483ms","start":"2026-02-28T01:54:38.329038Z","end":"2026-02-28T01:54:38.786346Z","steps":["trace[1061483671] 'read index received' (duration: 456.974515ms)","trace[1061483671] 'applied index is now lower than readState.Index' (duration: 332.398µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:54:38.786603Z","caller":"traceutil/trace.go:171","msg":"trace[752602945] transaction","detail":"{read_only:false; response_revision:11145; number_of_response:1; }","duration":"567.198315ms","start":"2026-02-28T01:54:38.219349Z","end":"2026-02-28T01:54:38.786547Z","steps":["trace[752602945] 'process raft request' (duration: 566.801087ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:54:38.786654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.588309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:54:38.786721Z","caller":"traceutil/trace.go:171","msg":"trace[1205316453] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11145; }","duration":"457.718622ms","start":"2026-02-28T01:54:38.328987Z","end":"2026-02-28T01:54:38.786705Z","steps":["trace[1205316453] 'agreement among raft nodes before linearized reading' (duration: 457.499347ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:54:38.786774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:54:38.328963Z","time spent":"457.799324ms","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T01:54:38.786836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:54:38.219318Z","time spent":"567.4001ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:55:01.278555Z","caller":"traceutil/trace.go:171","msg":"trace[611224592] linearizableReadLoop","detail":"{readStateIndex:11678; appliedIndex:11677; }","duration":"387.599639ms","start":"2026-02-28T01:55:00.890929Z","end":"2026-02-28T01:55:01.278529Z","steps":["trace[611224592] 'read index received' (duration: 387.381195ms)","trace[611224592] 'applied index is now lower than readState.Index' (duration: 216.574µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:55:01.278672Z","caller":"traceutil/trace.go:171","msg":"trace[743076967] transaction","detail":"{read_only:false; response_revision:11257; number_of_response:1; }","duration":"389.307448ms","start":"2026-02-28T01:55:00.889326Z","end":"2026-02-28T01:55:01.278634Z","steps":["trace[743076967] 'process raft request' (duration: 389.000851ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:55:01.278765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.819544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:55:01.278835Z","caller":"traceutil/trace.go:171","msg":"trace[275595986] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11257; }","duration":"387.915876ms","start":"2026-02-28T01:55:00.890888Z","end":"2026-02-28T01:55:01.278804Z","steps":["trace[275595986] 'agreement among raft nodes before linearized reading' (duration: 387.818744ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:55:01.278857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:55:00.889248Z","time spent":"389.498552ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:55:01.278879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:55:00.89087Z","time spent":"387.997728ms","remote":"127.0.0.1:43778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-02-28T01:55:01.278906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.045633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-28T01:55:01.278899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.104388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:55:01.278968Z","caller":"traceutil/trace.go:171","msg":"trace[126161015] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:11257; }","duration":"282.157965ms","start":"2026-02-28T01:55:00.996796Z","end":"2026-02-28T01:55:01.278954Z","steps":["trace[126161015] 'agreement among raft nodes before linearized reading' (duration: 282.012852ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:55:01.279068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.224094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-02-28T01:55:01.279129Z","caller":"traceutil/trace.go:171","msg":"trace[496336405] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11257; }","duration":"220.304146ms","start":"2026-02-28T01:55:01.05881Z","end":"2026-02-28T01:55:01.279115Z","steps":["trace[496336405] 'agreement among raft nodes before linearized reading' (duration: 219.970809ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:55:01.279256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.91444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:55:01.279299Z","caller":"traceutil/trace.go:171","msg":"trace[1719590702] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11257; }","duration":"220.981222ms","start":"2026-02-28T01:55:01.058308Z","end":"2026-02-28T01:55:01.279289Z","steps":["trace[1719590702] 'agreement among raft nodes before linearized reading' (duration: 220.916731ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:55:01.279317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.053501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:55:01.279043Z","caller":"traceutil/trace.go:171","msg":"trace[1310441227] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11257; }","duration":"387.270052ms","start":"2026-02-28T01:55:00.891742Z","end":"2026-02-28T01:55:01.279012Z","steps":["trace[1310441227] 'agreement among raft nodes before linearized reading' (duration: 387.028447ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:55:01.279364Z","caller":"traceutil/trace.go:171","msg":"trace[1781953981] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11257; }","duration":"384.111492ms","start":"2026-02-28T01:55:00.895242Z","end":"2026-02-28T01:55:01.279353Z","steps":["trace[1781953981] 'agreement among raft nodes before linearized reading' (duration: 384.047931ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:55:01.2794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:55:00.891703Z","time spent":"387.687721ms","remote":"127.0.0.1:43778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-02-28T01:55:01.279422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:55:00.895233Z","time spent":"384.179664ms","remote":"127.0.0.1:43778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-02-28T01:55:01.27942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.500461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:55:01.279433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.500351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:55:01.279491Z","caller":"traceutil/trace.go:171","msg":"trace[835018732] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11257; }","duration":"220.622153ms","start":"2026-02-28T01:55:01.058853Z","end":"2026-02-28T01:55:01.279475Z","steps":["trace[835018732] 'agreement among raft nodes before linearized reading' (duration: 220.533541ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:55:01.279484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.978989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:55:01.279353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.766866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:55:01.279263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.785967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-28T01:55:01.279576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.664715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-02-28T01:55:01.279606Z","caller":"traceutil/trace.go:171","msg":"trace[825782823] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:11257; }","duration":"165.062813ms","start":"2026-02-28T01:55:01.114526Z","end":"2026-02-28T01:55:01.279589Z","steps":["trace[825782823] 'agreement among raft nodes before linearized reading' (duration: 164.756416ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:55:01.279607Z","caller":"traceutil/trace.go:171","msg":"trace[52568871] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11257; }","duration":"380.694876ms","start":"2026-02-28T01:55:00.898904Z","end":"2026-02-28T01:55:01.279598Z","steps":["trace[52568871] 'agreement among raft nodes before linearized reading' (duration: 380.571863ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:55:01.279497Z","caller":"traceutil/trace.go:171","msg":"trace[366369015] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11257; }","duration":"220.639593ms","start":"2026-02-28T01:55:01.058843Z","end":"2026-02-28T01:55:01.279483Z","steps":["trace[366369015] 'agreement among raft nodes before linearized reading' (duration: 220.49777ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:55:01.279636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:55:00.898844Z","time spent":"380.786428ms","remote":"127.0.0.1:43778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-02-28T01:55:01.279623Z","caller":"traceutil/trace.go:171","msg":"trace[1904580658] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11257; }","duration":"384.191544ms","start":"2026-02-28T01:55:00.895394Z","end":"2026-02-28T01:55:01.279586Z","steps":["trace[1904580658] 'agreement among raft nodes before linearized reading' (duration: 383.892648ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:55:01.279637Z","caller":"traceutil/trace.go:171","msg":"trace[206082941] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11257; }","duration":"357.170086ms","start":"2026-02-28T01:55:00.922437Z","end":"2026-02-28T01:55:01.279607Z","steps":["trace[206082941] 'agreement among raft nodes before linearized reading' (duration: 356.644434ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:55:01.279695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.974541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-02-28T01:55:01.279698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:55:00.922425Z","time spent":"357.259028ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-28T01:55:01.279699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:55:00.895352Z","time spent":"384.336768ms","remote":"127.0.0.1:43778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-02-28T01:55:01.279734Z","caller":"traceutil/trace.go:171","msg":"trace[1396656206] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11257; }","duration":"221.031792ms","start":"2026-02-28T01:55:01.058692Z","end":"2026-02-28T01:55:01.279724Z","steps":["trace[1396656206] 'agreement among raft nodes before linearized reading' (duration: 220.889768ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:55:01.279572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.082794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:55:01.279916Z","caller":"traceutil/trace.go:171","msg":"trace[1836179286] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11257; }","duration":"221.474294ms","start":"2026-02-28T01:55:01.058356Z","end":"2026-02-28T01:55:01.27983Z","steps":["trace[1836179286] 'agreement among raft nodes before linearized reading' (duration: 220.793968ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:55:01.395936Z","caller":"traceutil/trace.go:171","msg":"trace[1532213225] transaction","detail":"{read_only:false; response_revision:11258; number_of_response:1; }","duration":"110.748482ms","start":"2026-02-28T01:55:01.285151Z","end":"2026-02-28T01:55:01.395899Z","steps":["trace[1532213225] 'process raft request' (duration: 100.494444ms)","trace[1532213225] 'compare' (duration: 10.080174ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:55:01.424295Z","caller":"traceutil/trace.go:171","msg":"trace[392428975] transaction","detail":"{read_only:false; response_revision:11260; number_of_response:1; }","duration":"138.146868ms","start":"2026-02-28T01:55:01.286095Z","end":"2026-02-28T01:55:01.424242Z","steps":["trace[392428975] 'process raft request' (duration: 137.932783ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:55:01.424406Z","caller":"traceutil/trace.go:171","msg":"trace[1798367511] transaction","detail":"{read_only:false; response_revision:11261; number_of_response:1; }","duration":"138.187198ms","start":"2026-02-28T01:55:01.286163Z","end":"2026-02-28T01:55:01.424351Z","steps":["trace[1798367511] 'process raft request' (duration: 137.895172ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:55:01.424459Z","caller":"traceutil/trace.go:171","msg":"trace[1700819923] transaction","detail":"{read_only:false; response_revision:11262; number_of_response:1; }","duration":"138.165408ms","start":"2026-02-28T01:55:01.28624Z","end":"2026-02-28T01:55:01.424405Z","steps":["trace[1700819923] 'process raft request' (duration: 137.851821ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:55:01.424521Z","caller":"traceutil/trace.go:171","msg":"trace[1632910192] transaction","detail":"{read_only:false; response_revision:11259; number_of_response:1; }","duration":"138.533096ms","start":"2026-02-28T01:55:01.285933Z","end":"2026-02-28T01:55:01.424466Z","steps":["trace[1632910192] 'process raft request' (duration: 137.967244ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:55:01.919747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.252304ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:55:01.919874Z","caller":"traceutil/trace.go:171","msg":"trace[34929477] linearizableReadLoop","detail":"{readStateIndex:11684; appliedIndex:11683; }","duration":"373.448476ms","start":"2026-02-28T01:55:01.546407Z","end":"2026-02-28T01:55:01.919856Z","steps":["trace[34929477] 'read index received' (duration: 265.872275ms)","trace[34929477] 'applied index is now lower than readState.Index' (duration: 107.574481ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:55:01.919947Z","caller":"traceutil/trace.go:171","msg":"trace[1168942279] transaction","detail":"{read_only:false; response_revision:11263; number_of_response:1; }","duration":"410.470396ms","start":"2026-02-28T01:55:01.509438Z","end":"2026-02-28T01:55:01.919908Z","steps":["trace[1168942279] 'process raft request' (duration: 302.956576ms)","trace[1168942279] 'compare' (duration: 107.024709ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:55:01.920147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:55:01.509407Z","time spent":"410.636861ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:55:01.920001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.60467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:55:01.920274Z","caller":"traceutil/trace.go:171","msg":"trace[1780259522] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:11263; }","duration":"373.906727ms","start":"2026-02-28T01:55:01.546331Z","end":"2026-02-28T01:55:01.920238Z","steps":["trace[1780259522] 'agreement among raft nodes before linearized reading' (duration: 373.60923ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:55:01.920396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:55:01.546302Z","time spent":"374.054129ms","remote":"127.0.0.1:53096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-02-28T01:55:01.955313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.620168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-snz77\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-02-28T01:55:01.955437Z","caller":"traceutil/trace.go:171","msg":"trace[1832365760] range","detail":"{range_begin:/registry/pods/openstack/keepalived-snz77; range_end:; response_count:1; response_revision:11264; }","duration":"306.803942ms","start":"2026-02-28T01:55:01.6486Z","end":"2026-02-28T01:55:01.955404Z","steps":["trace[1832365760] 'agreement among raft nodes before linearized reading' (duration: 306.464874ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:55:01.955488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:55:01.64857Z","time spent":"306.909204ms","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-snz77\" "} {"level":"warn","ts":"2026-02-28T01:55:03.08202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.02847ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-28T01:55:03.605701Z","caller":"traceutil/trace.go:171","msg":"trace[328763834] transaction","detail":"{read_only:false; response_revision:11267; number_of_response:1; }","duration":"147.535296ms","start":"2026-02-28T01:55:03.45813Z","end":"2026-02-28T01:55:03.605666Z","steps":["trace[328763834] 'process raft request' (duration: 140.915809ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:55:03.657682Z","caller":"traceutil/trace.go:171","msg":"trace[805855049] transaction","detail":"{read_only:false; response_revision:11270; number_of_response:1; }","duration":"198.883122ms","start":"2026-02-28T01:55:03.458769Z","end":"2026-02-28T01:55:03.657652Z","steps":["trace[805855049] 'process raft request' (duration: 198.799811ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:55:03.65772Z","caller":"traceutil/trace.go:171","msg":"trace[2033061272] transaction","detail":"{read_only:false; response_revision:11268; number_of_response:1; }","duration":"199.21135ms","start":"2026-02-28T01:55:03.458459Z","end":"2026-02-28T01:55:03.65767Z","steps":["trace[2033061272] 'process raft request' (duration: 198.897763ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:55:03.657812Z","caller":"traceutil/trace.go:171","msg":"trace[142356339] transaction","detail":"{read_only:false; response_revision:11269; number_of_response:1; }","duration":"199.284022ms","start":"2026-02-28T01:55:03.458472Z","end":"2026-02-28T01:55:03.657756Z","steps":["trace[142356339] 'process raft request' (duration: 199.050767ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:55:03.657905Z","caller":"traceutil/trace.go:171","msg":"trace[440551386] transaction","detail":"{read_only:false; response_revision:11271; number_of_response:1; }","duration":"198.944094ms","start":"2026-02-28T01:55:03.458928Z","end":"2026-02-28T01:55:03.657872Z","steps":["trace[440551386] 'process raft request' (duration: 198.673428ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:56:03.819961Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9652} {"level":"info","ts":"2026-02-28T01:56:03.914712Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9652,"took":"92.486247ms","hash":315862926,"current-db-size-bytes":41201664,"current-db-size":"41 MB","current-db-size-in-use-bytes":21741568,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-02-28T01:56:03.914816Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":315862926,"revision":9652,"compact-revision":7436} {"level":"info","ts":"2026-02-28T01:59:33.81737Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000034ab.wal"} {"level":"info","ts":"2026-02-28T02:00:57.752258Z","caller":"traceutil/trace.go:171","msg":"trace[840540936] transaction","detail":"{read_only:false; response_revision:13512; number_of_response:1; }","duration":"151.070267ms","start":"2026-02-28T02:00:57.601153Z","end":"2026-02-28T02:00:57.752223Z","steps":["trace[840540936] 'process raft request' (duration: 150.855403ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:00:57.756647Z","caller":"traceutil/trace.go:171","msg":"trace[1503271268] linearizableReadLoop","detail":"{readStateIndex:14019; appliedIndex:14017; }","duration":"153.97279ms","start":"2026-02-28T02:00:57.602643Z","end":"2026-02-28T02:00:57.756616Z","steps":["trace[1503271268] 'read index received' (duration: 149.418251ms)","trace[1503271268] 'applied index is now lower than readState.Index' (duration: 4.553299ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:00:57.756721Z","caller":"traceutil/trace.go:171","msg":"trace[1307650262] transaction","detail":"{read_only:false; response_revision:13513; number_of_response:1; }","duration":"155.205298ms","start":"2026-02-28T02:00:57.601475Z","end":"2026-02-28T02:00:57.75668Z","steps":["trace[1307650262] 'process raft request' (duration: 154.977143ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:00:57.75695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.270408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-28T02:00:57.756995Z","caller":"traceutil/trace.go:171","msg":"trace[1608983870] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13513; }","duration":"154.39497ms","start":"2026-02-28T02:00:57.60259Z","end":"2026-02-28T02:00:57.756985Z","steps":["trace[1608983870] 'agreement among raft nodes before linearized reading' (duration: 154.168255ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:00:57.757079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.361365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-28T02:00:57.757176Z","caller":"traceutil/trace.go:171","msg":"trace[409292283] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13513; }","duration":"122.547029ms","start":"2026-02-28T02:00:57.634612Z","end":"2026-02-28T02:00:57.757159Z","steps":["trace[409292283] 'agreement among raft nodes before linearized reading' (duration: 122.292443ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:00:57.757185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.932287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-28T02:00:57.757064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.323849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-28T02:00:57.757274Z","caller":"traceutil/trace.go:171","msg":"trace[1886742286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13513; }","duration":"154.540374ms","start":"2026-02-28T02:00:57.602702Z","end":"2026-02-28T02:00:57.757242Z","steps":["trace[1886742286] 'agreement among raft nodes before linearized reading' (duration: 154.181275ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:00:57.757241Z","caller":"traceutil/trace.go:171","msg":"trace[1966776865] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13513; }","duration":"151.996958ms","start":"2026-02-28T02:00:57.605222Z","end":"2026-02-28T02:00:57.757219Z","steps":["trace[1966776865] 'agreement among raft nodes before linearized reading' (duration: 151.890135ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:01:03.826931Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11657} {"level":"info","ts":"2026-02-28T02:01:03.912415Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11657,"took":"82.332234ms","hash":3241521761,"current-db-size-bytes":41201664,"current-db-size":"41 MB","current-db-size-in-use-bytes":23826432,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-02-28T02:01:03.912506Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3241521761,"revision":11657,"compact-revision":9652} {"level":"info","ts":"2026-02-28T02:01:17.98199Z","caller":"traceutil/trace.go:171","msg":"trace[755534688] transaction","detail":"{read_only:false; response_revision:13615; number_of_response:1; }","duration":"113.017229ms","start":"2026-02-28T02:01:17.868945Z","end":"2026-02-28T02:01:17.981962Z","steps":["trace[755534688] 'process raft request' (duration: 112.840235ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:01:18.105794Z","caller":"traceutil/trace.go:171","msg":"trace[1857876354] transaction","detail":"{read_only:false; response_revision:13616; number_of_response:1; }","duration":"234.166247ms","start":"2026-02-28T02:01:17.871601Z","end":"2026-02-28T02:01:18.105767Z","steps":["trace[1857876354] 'process raft request' (duration: 233.951332ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:01:18.106091Z","caller":"traceutil/trace.go:171","msg":"trace[1945362200] transaction","detail":"{read_only:false; response_revision:13617; number_of_response:1; }","duration":"234.364981ms","start":"2026-02-28T02:01:17.871703Z","end":"2026-02-28T02:01:18.106068Z","steps":["trace[1945362200] 'process raft request' (duration: 234.019544ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:01:18.106309Z","caller":"traceutil/trace.go:171","msg":"trace[1279478142] linearizableReadLoop","detail":"{readStateIndex:14128; appliedIndex:14126; }","duration":"234.382952ms","start":"2026-02-28T02:01:17.871915Z","end":"2026-02-28T02:01:18.106298Z","steps":["trace[1279478142] 'read index received' (duration: 110.722128ms)","trace[1279478142] 'applied index is now lower than readState.Index' (duration: 123.659854ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:01:18.106513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.4467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.65\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-02-28T02:01:18.106514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.574336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-28T02:01:18.106556Z","caller":"traceutil/trace.go:171","msg":"trace[1471295898] range","detail":"{range_begin:/registry/masterleases/199.204.45.65; range_end:; response_count:1; response_revision:13618; }","duration":"193.529491ms","start":"2026-02-28T02:01:17.913015Z","end":"2026-02-28T02:01:18.106545Z","steps":["trace[1471295898] 'agreement among raft nodes before linearized reading' (duration: 193.45694ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:01:18.106566Z","caller":"traceutil/trace.go:171","msg":"trace[230691983] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13618; }","duration":"234.653159ms","start":"2026-02-28T02:01:17.871898Z","end":"2026-02-28T02:01:18.106551Z","steps":["trace[230691983] 'agreement among raft nodes before linearized reading' (duration: 234.491465ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:01:18.106702Z","caller":"traceutil/trace.go:171","msg":"trace[1695477146] transaction","detail":"{read_only:false; response_revision:13618; number_of_response:1; }","duration":"234.782621ms","start":"2026-02-28T02:01:17.871907Z","end":"2026-02-28T02:01:18.10669Z","steps":["trace[1695477146] 'process raft request' (duration: 234.108365ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:01:29.569746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.449423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-snz77\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-02-28T02:01:29.569894Z","caller":"traceutil/trace.go:171","msg":"trace[1256741647] range","detail":"{range_begin:/registry/pods/openstack/keepalived-snz77; range_end:; response_count:1; response_revision:13673; }","duration":"174.655247ms","start":"2026-02-28T02:01:29.395206Z","end":"2026-02-28T02:01:29.569861Z","steps":["trace[1256741647] 'range keys from in-memory index tree' (duration: 174.157376ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:01:29.82697Z","caller":"traceutil/trace.go:171","msg":"trace[615027575] transaction","detail":"{read_only:false; response_revision:13674; number_of_response:1; }","duration":"358.839972ms","start":"2026-02-28T02:01:29.468101Z","end":"2026-02-28T02:01:29.826941Z","steps":["trace[615027575] 'process raft request' (duration: 358.650938ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:01:29.82715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:01:29.468063Z","time spent":"358.990455ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:01:30.291619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.598567ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T02:01:30.291737Z","caller":"traceutil/trace.go:171","msg":"trace[1619475801] linearizableReadLoop","detail":"{readStateIndex:14189; appliedIndex:14187; }","duration":"716.651832ms","start":"2026-02-28T02:01:29.575067Z","end":"2026-02-28T02:01:30.291719Z","steps":["trace[1619475801] 'read index received' (duration: 251.762273ms)","trace[1619475801] 'applied index is now lower than readState.Index' (duration: 464.887759ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:01:30.291752Z","caller":"traceutil/trace.go:171","msg":"trace[1709492608] transaction","detail":"{read_only:false; response_revision:13675; number_of_response:1; }","duration":"764.690861ms","start":"2026-02-28T02:01:29.527035Z","end":"2026-02-28T02:01:30.291726Z","steps":["trace[1709492608] 'process raft request' (duration: 514.88402ms)","trace[1709492608] 'compare' (duration: 249.156877ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:01:30.291879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:01:29.527004Z","time spent":"764.801763ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:01:30.292066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.406565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-28T02:01:30.292087Z","caller":"traceutil/trace.go:171","msg":"trace[1404091153] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13675; }","duration":"112.445687ms","start":"2026-02-28T02:01:30.179632Z","end":"2026-02-28T02:01:30.292078Z","steps":["trace[1404091153] 'agreement among raft nodes before linearized reading' (duration: 112.337894ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:01:30.292129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.876764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-28T02:01:30.292245Z","caller":"traceutil/trace.go:171","msg":"trace[959807868] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13675; }","duration":"142.039038ms","start":"2026-02-28T02:01:30.150174Z","end":"2026-02-28T02:01:30.292213Z","steps":["trace[959807868] 'agreement among raft nodes before linearized reading' (duration: 141.718191ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:01:30.292248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.303009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-28T02:01:30.292265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.446475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-28T02:01:30.292279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.412796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-28T02:01:30.292349Z","caller":"traceutil/trace.go:171","msg":"trace[438506230] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13675; }","duration":"125.478964ms","start":"2026-02-28T02:01:30.166846Z","end":"2026-02-28T02:01:30.292325Z","steps":["trace[438506230] 'agreement among raft nodes before linearized reading' (duration: 125.165096ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:01:30.292365Z","caller":"traceutil/trace.go:171","msg":"trace[1825892020] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13675; }","duration":"116.588958ms","start":"2026-02-28T02:01:30.175747Z","end":"2026-02-28T02:01:30.292336Z","steps":["trace[1825892020] 'agreement among raft nodes before linearized reading' (duration: 116.25583ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:01:30.292373Z","caller":"traceutil/trace.go:171","msg":"trace[1059772425] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13675; }","duration":"112.5751ms","start":"2026-02-28T02:01:30.179771Z","end":"2026-02-28T02:01:30.292346Z","steps":["trace[1059772425] 'agreement among raft nodes before linearized reading' (duration: 112.260863ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:01:30.292507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.4359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:582832"} {"level":"info","ts":"2026-02-28T02:01:30.292546Z","caller":"traceutil/trace.go:171","msg":"trace[1777506309] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:13675; }","duration":"717.47307ms","start":"2026-02-28T02:01:29.57506Z","end":"2026-02-28T02:01:30.292533Z","steps":["trace[1777506309] 'agreement among raft nodes before linearized reading' (duration: 716.759994ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:01:30.292588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:01:29.575018Z","time spent":"717.557312ms","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":62,"response size":582856,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-28T02:01:30.666417Z","caller":"traceutil/trace.go:171","msg":"trace[1194644181] transaction","detail":"{read_only:false; response_revision:13677; number_of_response:1; }","duration":"367.968273ms","start":"2026-02-28T02:01:30.298402Z","end":"2026-02-28T02:01:30.666371Z","steps":["trace[1194644181] 'process raft request' (duration: 367.683017ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:01:30.666669Z","caller":"traceutil/trace.go:171","msg":"trace[849920967] transaction","detail":"{read_only:false; response_revision:13678; number_of_response:1; }","duration":"367.450112ms","start":"2026-02-28T02:01:30.299197Z","end":"2026-02-28T02:01:30.666647Z","steps":["trace[849920967] 'process raft request' (duration: 367.127455ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:01:30.666813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:01:30.299184Z","time spent":"367.549854ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:01:30.66699Z","caller":"traceutil/trace.go:171","msg":"trace[1144619302] transaction","detail":"{read_only:false; response_revision:13680; number_of_response:1; }","duration":"355.316675ms","start":"2026-02-28T02:01:30.311665Z","end":"2026-02-28T02:01:30.666982Z","steps":["trace[1144619302] 'process raft request' (duration: 355.174982ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:01:30.666978Z","caller":"traceutil/trace.go:171","msg":"trace[22914551] linearizableReadLoop","detail":"{readStateIndex:14194; appliedIndex:14189; }","duration":"338.178397ms","start":"2026-02-28T02:01:30.328777Z","end":"2026-02-28T02:01:30.666955Z","steps":["trace[22914551] 'read index received' (duration: 54.569051ms)","trace[22914551] 'applied index is now lower than readState.Index' (duration: 283.607896ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:01:30.667023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:01:30.311656Z","time spent":"355.351586ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:01:30.666982Z","caller":"traceutil/trace.go:171","msg":"trace[2099925248] transaction","detail":"{read_only:false; response_revision:13679; number_of_response:1; }","duration":"367.470592ms","start":"2026-02-28T02:01:30.299477Z","end":"2026-02-28T02:01:30.666948Z","steps":["trace[2099925248] 'process raft request' (duration: 367.056083ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:01:30.667079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.31459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T02:01:30.667097Z","caller":"traceutil/trace.go:171","msg":"trace[1403779546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13680; }","duration":"338.370212ms","start":"2026-02-28T02:01:30.328721Z","end":"2026-02-28T02:01:30.667091Z","steps":["trace[1403779546] 'agreement among raft nodes before linearized reading' (duration: 338.336551ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:01:30.66711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:01:30.328707Z","time spent":"338.400742ms","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T02:01:30.667144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:01:30.299464Z","time spent":"367.592135ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:01:30.667232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.4346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-28T02:01:30.667265Z","caller":"traceutil/trace.go:171","msg":"trace[1076113658] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13680; }","duration":"302.529192ms","start":"2026-02-28T02:01:30.364725Z","end":"2026-02-28T02:01:30.667254Z","steps":["trace[1076113658] 'agreement among raft nodes before linearized reading' (duration: 302.378149ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:01:30.667338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:01:30.364696Z","time spent":"302.634215ms","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-28T02:01:30.669042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:01:30.298373Z","time spent":"368.154367ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:01:34.790546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.734738ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T02:01:34.790736Z","caller":"traceutil/trace.go:171","msg":"trace[566558764] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:13712; }","duration":"189.935032ms","start":"2026-02-28T02:01:34.600771Z","end":"2026-02-28T02:01:34.790706Z","steps":["trace[566558764] 'range keys from in-memory index tree' (duration: 189.711237ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:01:34.791467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.636073ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T02:01:34.791603Z","caller":"traceutil/trace.go:171","msg":"trace[209819936] linearizableReadLoop","detail":"{readStateIndex:14229; appliedIndex:14228; }","duration":"461.76349ms","start":"2026-02-28T02:01:34.329818Z","end":"2026-02-28T02:01:34.791582Z","steps":["trace[209819936] 'read index received' (duration: 60.261747ms)","trace[209819936] 'applied index is now lower than readState.Index' (duration: 401.498733ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:01:34.791621Z","caller":"traceutil/trace.go:171","msg":"trace[913500489] transaction","detail":"{read_only:false; response_revision:13713; number_of_response:1; }","duration":"485.3842ms","start":"2026-02-28T02:01:34.306202Z","end":"2026-02-28T02:01:34.791586Z","steps":["trace[913500489] 'process raft request' (duration: 83.961029ms)","trace[913500489] 'compare' (duration: 400.363627ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:01:34.791806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:01:34.306173Z","time spent":"485.524353ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:01:34.791848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.012405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-snz77\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-02-28T02:01:34.791917Z","caller":"traceutil/trace.go:171","msg":"trace[814533278] range","detail":"{range_begin:/registry/pods/openstack/keepalived-snz77; range_end:; response_count:1; response_revision:13713; }","duration":"462.098147ms","start":"2026-02-28T02:01:34.329802Z","end":"2026-02-28T02:01:34.791901Z","steps":["trace[814533278] 'agreement among raft nodes before linearized reading' (duration: 461.856492ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:01:34.791947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:01:34.329751Z","time spent":"462.190889ms","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-snz77\" "} {"level":"info","ts":"2026-02-28T02:01:34.926546Z","caller":"traceutil/trace.go:171","msg":"trace[606446194] linearizableReadLoop","detail":"{readStateIndex:14230; appliedIndex:14229; }","duration":"134.86829ms","start":"2026-02-28T02:01:34.791632Z","end":"2026-02-28T02:01:34.926501Z","steps":["trace[606446194] 'read index received' (duration: 132.728252ms)","trace[606446194] 'applied index is now lower than readState.Index' (duration: 2.137688ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:01:34.926974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.154639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T02:01:34.927054Z","caller":"traceutil/trace.go:171","msg":"trace[1632695105] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13714; }","duration":"596.303462ms","start":"2026-02-28T02:01:34.330733Z","end":"2026-02-28T02:01:34.927036Z","steps":["trace[1632695105] 'agreement among raft nodes before linearized reading' (duration: 596.143199ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:01:34.927102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:01:34.330706Z","time spent":"596.383444ms","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T02:01:34.927272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.790442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-v8tjw\" ","response":"range_response_count:1 size:12360"} {"level":"info","ts":"2026-02-28T02:01:34.927513Z","caller":"traceutil/trace.go:171","msg":"trace[40328847] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-v8tjw; range_end:; response_count:1; response_revision:13714; }","duration":"547.085978ms","start":"2026-02-28T02:01:34.380414Z","end":"2026-02-28T02:01:34.9275Z","steps":["trace[40328847] 'agreement among raft nodes before linearized reading' (duration: 546.647759ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:01:34.927499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.023102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-28T02:01:34.927555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:01:34.380396Z","time spent":"547.149579ms","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12384,"request content":"key:\"/registry/pods/openstack/openvswitch-v8tjw\" "} {"level":"info","ts":"2026-02-28T02:01:34.927602Z","caller":"traceutil/trace.go:171","msg":"trace[652089154] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13714; }","duration":"530.557664ms","start":"2026-02-28T02:01:34.397016Z","end":"2026-02-28T02:01:34.927574Z","steps":["trace[652089154] 'agreement among raft nodes before linearized reading' (duration: 529.884579ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:01:34.927603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.023365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:63 size:595335"} {"level":"info","ts":"2026-02-28T02:01:34.927663Z","caller":"traceutil/trace.go:171","msg":"trace[21405464] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:63; response_revision:13714; }","duration":"131.128318ms","start":"2026-02-28T02:01:34.79652Z","end":"2026-02-28T02:01:34.927649Z","steps":["trace[21405464] 'agreement among raft nodes before linearized reading' (duration: 130.413692ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:01:34.927669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.784006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-28T02:01:34.927669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:01:34.396942Z","time spent":"530.711938ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-28T02:01:34.927695Z","caller":"traceutil/trace.go:171","msg":"trace[1737889771] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13714; }","duration":"242.873988ms","start":"2026-02-28T02:01:34.684813Z","end":"2026-02-28T02:01:34.927687Z","steps":["trace[1737889771] 'agreement among raft nodes before linearized reading' (duration: 242.745376ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:01:34.927696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.700015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-28T02:01:34.927794Z","caller":"traceutil/trace.go:171","msg":"trace[568521493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13714; }","duration":"242.832097ms","start":"2026-02-28T02:01:34.684927Z","end":"2026-02-28T02:01:34.927759Z","steps":["trace[568521493] 'agreement among raft nodes before linearized reading' (duration: 242.305546ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:01:34.926891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.430323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-28T02:01:34.927803Z","caller":"traceutil/trace.go:171","msg":"trace[2026862722] transaction","detail":"{read_only:false; response_revision:13714; number_of_response:1; }","duration":"446.739518ms","start":"2026-02-28T02:01:34.480997Z","end":"2026-02-28T02:01:34.927736Z","steps":["trace[2026862722] 'process raft request' (duration: 443.496486ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:01:34.927913Z","caller":"traceutil/trace.go:171","msg":"trace[104515695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13714; }","duration":"245.481826ms","start":"2026-02-28T02:01:34.682394Z","end":"2026-02-28T02:01:34.927875Z","steps":["trace[104515695] 'agreement among raft nodes before linearized reading' (duration: 244.32268ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:01:34.927995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.045471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-28T02:01:34.928122Z","caller":"traceutil/trace.go:171","msg":"trace[1798584906] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13714; }","duration":"243.324658ms","start":"2026-02-28T02:01:34.684768Z","end":"2026-02-28T02:01:34.928092Z","steps":["trace[1798584906] 'agreement among raft nodes before linearized reading' (duration: 242.864028ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:01:34.92846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:01:34.480965Z","time spent":"447.026824ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:01:36.9932Z","caller":"traceutil/trace.go:171","msg":"trace[815002059] transaction","detail":"{read_only:false; response_revision:13731; number_of_response:1; }","duration":"195.309462ms","start":"2026-02-28T02:01:36.797848Z","end":"2026-02-28T02:01:36.993158Z","steps":["trace[815002059] 'process raft request' (duration: 195.082236ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:01:37.118742Z","caller":"traceutil/trace.go:171","msg":"trace[1547281838] transaction","detail":"{read_only:false; response_revision:13732; number_of_response:1; }","duration":"120.841561ms","start":"2026-02-28T02:01:36.997867Z","end":"2026-02-28T02:01:37.118709Z","steps":["trace[1547281838] 'process raft request' (duration: 120.639517ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:01:37.124425Z","caller":"traceutil/trace.go:171","msg":"trace[444739503] linearizableReadLoop","detail":"{readStateIndex:14249; appliedIndex:14247; }","duration":"126.088237ms","start":"2026-02-28T02:01:36.998319Z","end":"2026-02-28T02:01:37.124407Z","steps":["trace[444739503] 'read index received' (duration: 120.200117ms)","trace[444739503] 'applied index is now lower than readState.Index' (duration: 5.88688ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:01:37.124638Z","caller":"traceutil/trace.go:171","msg":"trace[196588813] transaction","detail":"{read_only:false; response_revision:13733; number_of_response:1; }","duration":"126.428825ms","start":"2026-02-28T02:01:36.998199Z","end":"2026-02-28T02:01:37.124628Z","steps":["trace[196588813] 'process raft request' (duration: 125.985425ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:01:37.124841Z","caller":"traceutil/trace.go:171","msg":"trace[453205665] transaction","detail":"{read_only:false; response_revision:13734; number_of_response:1; }","duration":"126.458936ms","start":"2026-02-28T02:01:36.998371Z","end":"2026-02-28T02:01:37.12483Z","steps":["trace[453205665] 'process raft request' (duration: 125.912743ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:01:37.124949Z","caller":"traceutil/trace.go:171","msg":"trace[1985175834] transaction","detail":"{read_only:false; response_revision:13735; number_of_response:1; }","duration":"126.507677ms","start":"2026-02-28T02:01:36.998435Z","end":"2026-02-28T02:01:37.124943Z","steps":["trace[1985175834] 'process raft request' (duration: 125.879623ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:01:37.125009Z","caller":"traceutil/trace.go:171","msg":"trace[1896965960] transaction","detail":"{read_only:false; response_revision:13736; number_of_response:1; }","duration":"125.73915ms","start":"2026-02-28T02:01:36.999264Z","end":"2026-02-28T02:01:37.125003Z","steps":["trace[1896965960] 'process raft request' (duration: 125.080794ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:01:37.125064Z","caller":"traceutil/trace.go:171","msg":"trace[1177095015] transaction","detail":"{read_only:false; response_revision:13737; number_of_response:1; }","duration":"117.874886ms","start":"2026-02-28T02:01:37.007184Z","end":"2026-02-28T02:01:37.125059Z","steps":["trace[1177095015] 'process raft request' (duration: 117.19389ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:01:37.125693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.456967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:63 size:595783"} {"level":"info","ts":"2026-02-28T02:01:37.125718Z","caller":"traceutil/trace.go:171","msg":"trace[327045754] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:63; response_revision:13737; }","duration":"127.519699ms","start":"2026-02-28T02:01:36.998192Z","end":"2026-02-28T02:01:37.125711Z","steps":["trace[327045754] 'agreement among raft nodes before linearized reading' (duration: 126.913666ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:01:44.234963Z","caller":"traceutil/trace.go:171","msg":"trace[1923573652] transaction","detail":"{read_only:false; response_revision:13880; number_of_response:1; }","duration":"179.401641ms","start":"2026-02-28T02:01:44.055514Z","end":"2026-02-28T02:01:44.234916Z","steps":["trace[1923573652] 'process raft request' (duration: 121.877823ms)","trace[1923573652] 'compare' (duration: 57.346174ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:01:44.768648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.575512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-northd-fc978744-gxfl2\" ","response":"range_response_count:1 size:7031"} {"level":"info","ts":"2026-02-28T02:01:44.768779Z","caller":"traceutil/trace.go:171","msg":"trace[1814209039] range","detail":"{range_begin:/registry/pods/openstack/ovn-northd-fc978744-gxfl2; range_end:; response_count:1; response_revision:13880; }","duration":"227.757526ms","start":"2026-02-28T02:01:44.540988Z","end":"2026-02-28T02:01:44.768745Z","steps":["trace[1814209039] 'range keys from in-memory index tree' (duration: 227.355427ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:01:44.768766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.357214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-8q7j8.1898469f3a310720\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-02-28T02:01:44.769028Z","caller":"traceutil/trace.go:171","msg":"trace[603699805] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-8q7j8.1898469f3a310720; range_end:; response_count:1; response_revision:13880; }","duration":"176.680061ms","start":"2026-02-28T02:01:44.592324Z","end":"2026-02-28T02:01:44.769004Z","steps":["trace[603699805] 'range keys from in-memory index tree' (duration: 176.14844ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:01:44.769289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.303067ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T02:01:44.769419Z","caller":"traceutil/trace.go:171","msg":"trace[1736614916] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:13880; }","duration":"168.485421ms","start":"2026-02-28T02:01:44.600915Z","end":"2026-02-28T02:01:44.7694Z","steps":["trace[1736614916] 'range keys from in-memory index tree' (duration: 168.285296ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:03:15.241045Z","caller":"traceutil/trace.go:171","msg":"trace[1429165797] transaction","detail":"{read_only:false; response_revision:14876; number_of_response:1; }","duration":"350.020458ms","start":"2026-02-28T02:03:14.89099Z","end":"2026-02-28T02:03:15.241011Z","steps":["trace[1429165797] 'process raft request' (duration: 349.525448ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:03:15.241406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:03:14.890947Z","time spent":"350.196542ms","remote":"127.0.0.1:50062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":416723,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:03:15.249432Z","caller":"traceutil/trace.go:171","msg":"trace[1279073198] transaction","detail":"{read_only:false; response_revision:14877; number_of_response:1; }","duration":"295.655452ms","start":"2026-02-28T02:03:14.953737Z","end":"2026-02-28T02:03:15.249392Z","steps":["trace[1279073198] 'process raft request' (duration: 295.394297ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:03:15.786083Z","caller":"traceutil/trace.go:171","msg":"trace[1822018935] linearizableReadLoop","detail":"{readStateIndex:15433; appliedIndex:15431; }","duration":"112.400655ms","start":"2026-02-28T02:03:15.67364Z","end":"2026-02-28T02:03:15.786041Z","steps":["trace[1822018935] 'read index received' (duration: 46.962985ms)","trace[1822018935] 'applied index is now lower than readState.Index' (duration: 65.43574ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:03:15.786278Z","caller":"traceutil/trace.go:171","msg":"trace[1102631537] transaction","detail":"{read_only:false; response_revision:14881; number_of_response:1; }","duration":"112.659552ms","start":"2026-02-28T02:03:15.673604Z","end":"2026-02-28T02:03:15.786264Z","steps":["trace[1102631537] 'process raft request' (duration: 78.347076ms)","trace[1102631537] 'compare' (duration: 33.889536ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:03:15.786561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.902187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-28T02:03:15.786649Z","caller":"traceutil/trace.go:171","msg":"trace[1751405667] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14881; }","duration":"113.019249ms","start":"2026-02-28T02:03:15.673612Z","end":"2026-02-28T02:03:15.786631Z","steps":["trace[1751405667] 'agreement among raft nodes before linearized reading' (duration: 112.798314ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:03:15.786669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.169087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-28T02:03:15.78677Z","caller":"traceutil/trace.go:171","msg":"trace[1247586240] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14881; }","duration":"110.3058ms","start":"2026-02-28T02:03:15.676437Z","end":"2026-02-28T02:03:15.786743Z","steps":["trace[1247586240] 'agreement among raft nodes before linearized reading' (duration: 109.980323ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:03:15.786912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.29788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-28T02:03:15.786961Z","caller":"traceutil/trace.go:171","msg":"trace[1946363602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14881; }","duration":"110.378912ms","start":"2026-02-28T02:03:15.676571Z","end":"2026-02-28T02:03:15.78695Z","steps":["trace[1946363602] 'agreement among raft nodes before linearized reading' (duration: 110.207568ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:03:18.050345Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783146677,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-28T02:03:18.070314Z","caller":"traceutil/trace.go:171","msg":"trace[1002102223] transaction","detail":"{read_only:false; response_revision:14887; number_of_response:1; }","duration":"571.051067ms","start":"2026-02-28T02:03:17.499227Z","end":"2026-02-28T02:03:18.070278Z","steps":["trace[1002102223] 'process raft request' (duration: 570.76592ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:03:18.070568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:03:17.499205Z","time spent":"571.261151ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:03:18.265102Z","caller":"traceutil/trace.go:171","msg":"trace[524468018] linearizableReadLoop","detail":"{readStateIndex:15440; appliedIndex:15438; }","duration":"715.765263ms","start":"2026-02-28T02:03:17.549315Z","end":"2026-02-28T02:03:18.265081Z","steps":["trace[524468018] 'read index received' (duration: 520.618486ms)","trace[524468018] 'applied index is now lower than readState.Index' (duration: 195.145827ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:03:18.265333Z","caller":"traceutil/trace.go:171","msg":"trace[32712799] transaction","detail":"{read_only:false; response_revision:14888; number_of_response:1; }","duration":"618.693234ms","start":"2026-02-28T02:03:17.646631Z","end":"2026-02-28T02:03:18.265324Z","steps":["trace[32712799] 'process raft request' (duration: 617.777334ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:03:18.265428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:03:17.646612Z","time spent":"618.746567ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:03:18.265596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.284245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T02:03:18.265621Z","caller":"traceutil/trace.go:171","msg":"trace[568750146] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14888; }","duration":"716.369246ms","start":"2026-02-28T02:03:17.549246Z","end":"2026-02-28T02:03:18.265615Z","steps":["trace[568750146] 'agreement among raft nodes before linearized reading' (duration: 716.320145ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:03:18.265641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:03:17.549212Z","time spent":"716.424838ms","remote":"127.0.0.1:43778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-28T02:03:18.265826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.173152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-02-28T02:03:18.265847Z","caller":"traceutil/trace.go:171","msg":"trace[275561828] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14888; }","duration":"716.232363ms","start":"2026-02-28T02:03:17.54961Z","end":"2026-02-28T02:03:18.265842Z","steps":["trace[275561828] 'agreement among raft nodes before linearized reading' (duration: 716.140151ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:03:18.265862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:03:17.5496Z","time spent":"716.258834ms","remote":"127.0.0.1:43778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-28T02:03:18.265952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.406502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T02:03:18.265973Z","caller":"traceutil/trace.go:171","msg":"trace[1115912689] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14888; }","duration":"471.445113ms","start":"2026-02-28T02:03:17.794523Z","end":"2026-02-28T02:03:18.265968Z","steps":["trace[1115912689] 'agreement among raft nodes before linearized reading' (duration: 471.408362ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:03:18.26599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:03:17.794514Z","time spent":"471.471924ms","remote":"127.0.0.1:43778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-02-28T02:03:18.266013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.389312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T02:03:18.266093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.192366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T02:03:18.266113Z","caller":"traceutil/trace.go:171","msg":"trace[178629131] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14888; }","duration":"619.250727ms","start":"2026-02-28T02:03:17.646856Z","end":"2026-02-28T02:03:18.266107Z","steps":["trace[178629131] 'agreement among raft nodes before linearized reading' (duration: 619.226747ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:03:18.266109Z","caller":"traceutil/trace.go:171","msg":"trace[502643250] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14888; }","duration":"471.530825ms","start":"2026-02-28T02:03:17.794559Z","end":"2026-02-28T02:03:18.26609Z","steps":["trace[502643250] 'agreement among raft nodes before linearized reading' (duration: 471.337661ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:03:18.266134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:03:17.646836Z","time spent":"619.294509ms","remote":"127.0.0.1:43778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-28T02:03:18.266165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:03:17.794552Z","time spent":"471.605216ms","remote":"127.0.0.1:43778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-02-28T02:03:18.26618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.807259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-28T02:03:18.266293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.703887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-02-28T02:03:18.26632Z","caller":"traceutil/trace.go:171","msg":"trace[77887841] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14888; }","duration":"619.757949ms","start":"2026-02-28T02:03:17.646556Z","end":"2026-02-28T02:03:18.266314Z","steps":["trace[77887841] 'agreement among raft nodes before linearized reading' (duration: 619.700947ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:03:18.266315Z","caller":"traceutil/trace.go:171","msg":"trace[888397747] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14888; }","duration":"476.007313ms","start":"2026-02-28T02:03:17.790278Z","end":"2026-02-28T02:03:18.266286Z","steps":["trace[888397747] 'agreement among raft nodes before linearized reading' (duration: 475.683396ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:03:18.266368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.368399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-28T02:03:18.266392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:03:17.790256Z","time spent":"476.122165ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-28T02:03:18.266451Z","caller":"traceutil/trace.go:171","msg":"trace[334457861] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14888; }","duration":"539.467891ms","start":"2026-02-28T02:03:17.726959Z","end":"2026-02-28T02:03:18.266427Z","steps":["trace[334457861] 'agreement among raft nodes before linearized reading' (duration: 539.316098ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:03:18.266549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:03:17.726941Z","time spent":"539.595223ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-28T02:03:18.266716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.732171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-28T02:03:18.266748Z","caller":"traceutil/trace.go:171","msg":"trace[943389186] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14888; }","duration":"423.790463ms","start":"2026-02-28T02:03:17.842947Z","end":"2026-02-28T02:03:18.266737Z","steps":["trace[943389186] 'agreement among raft nodes before linearized reading' (duration: 423.722371ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:03:18.266761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.112219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-28T02:03:18.266796Z","caller":"traceutil/trace.go:171","msg":"trace[1913610075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14888; }","duration":"424.194951ms","start":"2026-02-28T02:03:17.842593Z","end":"2026-02-28T02:03:18.266788Z","steps":["trace[1913610075] 'agreement among raft nodes before linearized reading' (duration: 424.110909ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:03:18.266795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.282221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-02-28T02:03:18.266822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:03:17.842567Z","time spent":"424.250073ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-28T02:03:18.266827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.906325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-28T02:03:18.266838Z","caller":"traceutil/trace.go:171","msg":"trace[1503758122] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14888; }","duration":"472.346513ms","start":"2026-02-28T02:03:17.79448Z","end":"2026-02-28T02:03:18.266826Z","steps":["trace[1503758122] 'agreement among raft nodes before linearized reading' (duration: 472.21516ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:03:18.266894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.815532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-28T02:03:18.266907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:03:17.794468Z","time spent":"472.408394ms","remote":"127.0.0.1:43778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-28T02:03:18.26692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.173156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-02-28T02:03:18.266973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.746848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-28T02:03:18.26701Z","caller":"traceutil/trace.go:171","msg":"trace[1271428393] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14888; }","duration":"431.780689ms","start":"2026-02-28T02:03:17.835219Z","end":"2026-02-28T02:03:18.267Z","steps":["trace[1271428393] 'agreement among raft nodes before linearized reading' (duration: 431.700887ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:03:18.267024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.320804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.65\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-02-28T02:03:18.26703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:03:17.835198Z","time spent":"431.82772ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-28T02:03:18.267048Z","caller":"traceutil/trace.go:171","msg":"trace[18710192] range","detail":"{range_begin:/registry/masterleases/199.204.45.65; range_end:; response_count:1; response_revision:14888; }","duration":"345.393486ms","start":"2026-02-28T02:03:17.92165Z","end":"2026-02-28T02:03:18.267043Z","steps":["trace[18710192] 'agreement among raft nodes before linearized reading' (duration: 345.342505ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:03:18.267066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:03:17.921624Z","time spent":"345.438657ms","remote":"127.0.0.1:43548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.65\" "} {"level":"warn","ts":"2026-02-28T02:03:18.267065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.634809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T02:03:18.267098Z","caller":"traceutil/trace.go:171","msg":"trace[653147832] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14888; }","duration":"472.69729ms","start":"2026-02-28T02:03:17.794391Z","end":"2026-02-28T02:03:18.267089Z","steps":["trace[653147832] 'agreement among raft nodes before linearized reading' (duration: 472.650619ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:03:18.266069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.039143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T02:03:18.266978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.178563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-h7vb8\" ","response":"range_response_count:1 size:9790"} {"level":"info","ts":"2026-02-28T02:03:18.267145Z","caller":"traceutil/trace.go:171","msg":"trace[319657611] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-h7vb8; range_end:; response_count:1; response_revision:14888; }","duration":"296.379658ms","start":"2026-02-28T02:03:17.970757Z","end":"2026-02-28T02:03:18.267137Z","steps":["trace[319657611] 'agreement among raft nodes before linearized reading' (duration: 296.173073ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:03:18.266916Z","caller":"traceutil/trace.go:171","msg":"trace[1039229300] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:14888; }","duration":"121.877044ms","start":"2026-02-28T02:03:18.145033Z","end":"2026-02-28T02:03:18.26691Z","steps":["trace[1039229300] 'agreement among raft nodes before linearized reading' (duration: 121.825012ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:03:18.26639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.701104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-02-28T02:03:18.267261Z","caller":"traceutil/trace.go:171","msg":"trace[1136769950] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14888; }","duration":"717.88721ms","start":"2026-02-28T02:03:17.549365Z","end":"2026-02-28T02:03:18.267252Z","steps":["trace[1136769950] 'agreement among raft nodes before linearized reading' (duration: 716.98618ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:03:18.267295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:03:17.549336Z","time spent":"717.949881ms","remote":"127.0.0.1:43708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-28T02:03:18.267324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:03:17.794375Z","time spent":"472.940655ms","remote":"127.0.0.1:43778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-02-28T02:03:18.26697Z","caller":"traceutil/trace.go:171","msg":"trace[768703994] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14888; }","duration":"619.232157ms","start":"2026-02-28T02:03:17.647724Z","end":"2026-02-28T02:03:18.266956Z","steps":["trace[768703994] 'agreement among raft nodes before linearized reading' (duration: 619.088083ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:03:18.267422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:03:17.647718Z","time spent":"619.690097ms","remote":"127.0.0.1:43708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-02-28T02:03:18.267433Z","caller":"traceutil/trace.go:171","msg":"trace[1288490665] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14888; }","duration":"620.415003ms","start":"2026-02-28T02:03:17.647008Z","end":"2026-02-28T02:03:18.267423Z","steps":["trace[1288490665] 'agreement among raft nodes before linearized reading' (duration: 619.045633ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:03:18.267462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:03:17.646711Z","time spent":"620.743829ms","remote":"127.0.0.1:43778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-28T02:03:18.266337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:03:17.646535Z","time spent":"619.798729ms","remote":"127.0.0.1:43778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-28T02:03:18.266213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.838798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-02-28T02:03:18.266767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:03:17.842933Z","time spent":"423.828873ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-28T02:03:18.267593Z","caller":"traceutil/trace.go:171","msg":"trace[557256656] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14888; }","duration":"620.27479ms","start":"2026-02-28T02:03:17.647304Z","end":"2026-02-28T02:03:18.267579Z","steps":["trace[557256656] 'agreement among raft nodes before linearized reading' (duration: 618.646435ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:03:18.267644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:03:17.647293Z","time spent":"620.340671ms","remote":"127.0.0.1:43778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-02-28T02:03:18.266847Z","caller":"traceutil/trace.go:171","msg":"trace[1616234407] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14888; }","duration":"116.971496ms","start":"2026-02-28T02:03:18.149869Z","end":"2026-02-28T02:03:18.266841Z","steps":["trace[1616234407] 'agreement among raft nodes before linearized reading' (duration: 116.910205ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:03:18.266243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.461222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-02-28T02:03:18.267747Z","caller":"traceutil/trace.go:171","msg":"trace[1783434091] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14888; }","duration":"620.982365ms","start":"2026-02-28T02:03:17.646756Z","end":"2026-02-28T02:03:18.267738Z","steps":["trace[1783434091] 'agreement among raft nodes before linearized reading' (duration: 619.442101ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:03:18.267783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:03:17.646748Z","time spent":"621.026706ms","remote":"127.0.0.1:43708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-28T02:03:18.658602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:03:18.270909Z","time spent":"387.683629ms","remote":"127.0.0.1:43548","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-28T02:03:18.662358Z","caller":"traceutil/trace.go:171","msg":"trace[1495175425] transaction","detail":"{read_only:false; response_revision:14889; number_of_response:1; }","duration":"389.224312ms","start":"2026-02-28T02:03:18.2731Z","end":"2026-02-28T02:03:18.662324Z","steps":["trace[1495175425] 'process raft request' (duration: 388.972936ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:03:18.662345Z","caller":"traceutil/trace.go:171","msg":"trace[1386705578] transaction","detail":"{read_only:false; response_revision:14891; number_of_response:1; }","duration":"388.514866ms","start":"2026-02-28T02:03:18.273806Z","end":"2026-02-28T02:03:18.662321Z","steps":["trace[1386705578] 'process raft request' (duration: 388.448704ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:03:18.662395Z","caller":"traceutil/trace.go:171","msg":"trace[1468737514] transaction","detail":"{read_only:false; response_revision:14890; number_of_response:1; }","duration":"389.040308ms","start":"2026-02-28T02:03:18.273322Z","end":"2026-02-28T02:03:18.662362Z","steps":["trace[1468737514] 'process raft request' (duration: 388.897495ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:03:18.662504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:03:18.273801Z","time spent":"388.621008ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:03:18.66255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:03:18.273318Z","time spent":"389.14138ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:03:18.662722Z","caller":"traceutil/trace.go:171","msg":"trace[1755107819] transaction","detail":"{read_only:false; response_revision:14892; number_of_response:1; }","duration":"388.063206ms","start":"2026-02-28T02:03:18.274627Z","end":"2026-02-28T02:03:18.66269Z","steps":["trace[1755107819] 'process raft request' (duration: 387.662427ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:03:18.662903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:03:18.274622Z","time spent":"388.190308ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:03:18.662754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:03:18.273084Z","time spent":"389.328574ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:03:18.662905Z","caller":"traceutil/trace.go:171","msg":"trace[1423658195] linearizableReadLoop","detail":"{readStateIndex:15442; appliedIndex:15440; }","duration":"389.646091ms","start":"2026-02-28T02:03:18.273231Z","end":"2026-02-28T02:03:18.662877Z","steps":["trace[1423658195] 'read index received' (duration: 379.490278ms)","trace[1423658195] 'applied index is now lower than readState.Index' (duration: 10.154373ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:03:18.662967Z","caller":"traceutil/trace.go:171","msg":"trace[587989699] transaction","detail":"{read_only:false; response_revision:14893; number_of_response:1; }","duration":"384.835034ms","start":"2026-02-28T02:03:18.278114Z","end":"2026-02-28T02:03:18.662949Z","steps":["trace[587989699] 'process raft request' (duration: 384.469457ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:03:18.663152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:03:18.278086Z","time spent":"384.975058ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:03:18.663137Z","caller":"traceutil/trace.go:171","msg":"trace[1054032507] transaction","detail":"{read_only:false; response_revision:14894; number_of_response:1; }","duration":"269.837052ms","start":"2026-02-28T02:03:18.393232Z","end":"2026-02-28T02:03:18.663069Z","steps":["trace[1054032507] 'process raft request' (duration: 269.586767ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:03:18.663223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.982429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-28T02:03:18.663267Z","caller":"traceutil/trace.go:171","msg":"trace[1299760762] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14894; }","duration":"390.037081ms","start":"2026-02-28T02:03:18.273218Z","end":"2026-02-28T02:03:18.663256Z","steps":["trace[1299760762] 'agreement among raft nodes before linearized reading' (duration: 389.814805ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:03:18.6633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:03:18.273213Z","time spent":"390.076802ms","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-28T02:03:18.664229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.457504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-p5m2p\" ","response":"range_response_count:1 size:20743"} {"level":"info","ts":"2026-02-28T02:03:18.664307Z","caller":"traceutil/trace.go:171","msg":"trace[1888783656] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-p5m2p; range_end:; response_count:1; response_revision:14895; }","duration":"254.616108ms","start":"2026-02-28T02:03:18.409673Z","end":"2026-02-28T02:03:18.664289Z","steps":["trace[1888783656] 'agreement among raft nodes before linearized reading' (duration: 254.354882ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:03:18.664306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.363103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T02:03:18.664419Z","caller":"traceutil/trace.go:171","msg":"trace[2007881835] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14895; }","duration":"334.485326ms","start":"2026-02-28T02:03:18.329906Z","end":"2026-02-28T02:03:18.664391Z","steps":["trace[2007881835] 'agreement among raft nodes before linearized reading' (duration: 334.287431ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:03:18.664469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:03:18.329884Z","time spent":"334.576458ms","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T02:03:18.664769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.371796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-02-28T02:03:18.664842Z","caller":"traceutil/trace.go:171","msg":"trace[196230278] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14895; }","duration":"152.490048ms","start":"2026-02-28T02:03:18.512342Z","end":"2026-02-28T02:03:18.664832Z","steps":["trace[196230278] 'agreement among raft nodes before linearized reading' (duration: 152.341675ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:03:18.664859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.986477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-02-28T02:03:18.664891Z","caller":"traceutil/trace.go:171","msg":"trace[1272379717] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:14895; }","duration":"315.069918ms","start":"2026-02-28T02:03:18.349809Z","end":"2026-02-28T02:03:18.664879Z","steps":["trace[1272379717] 'agreement among raft nodes before linearized reading' (duration: 314.906145ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:03:18.664923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:03:18.34978Z","time spent":"315.13643ms","remote":"127.0.0.1:43638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-28T02:03:18.665244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.436887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:770320"} {"level":"info","ts":"2026-02-28T02:03:18.665346Z","caller":"traceutil/trace.go:171","msg":"trace[773905146] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14895; }","duration":"389.547459ms","start":"2026-02-28T02:03:18.275782Z","end":"2026-02-28T02:03:18.665329Z","steps":["trace[773905146] 'agreement among raft nodes before linearized reading' (duration: 388.513137ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:03:18.665397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:03:18.275778Z","time spent":"389.60763ms","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":770344,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-28T02:03:18.667211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.506602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:770320"} {"level":"info","ts":"2026-02-28T02:03:18.667279Z","caller":"traceutil/trace.go:171","msg":"trace[1180892961] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14895; }","duration":"391.582614ms","start":"2026-02-28T02:03:18.275681Z","end":"2026-02-28T02:03:18.667264Z","steps":["trace[1180892961] 'agreement among raft nodes before linearized reading' (duration: 388.276471ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:03:18.66732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:03:18.275667Z","time spent":"391.641885ms","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":770344,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-28T02:06:03.83526Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13546} {"level":"info","ts":"2026-02-28T02:06:03.920373Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13546,"took":"81.679799ms","hash":1967176738,"current-db-size-bytes":41623552,"current-db-size":"42 MB","current-db-size-in-use-bytes":28966912,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-02-28T02:06:03.920454Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1967176738,"revision":13546,"compact-revision":11657} {"level":"info","ts":"2026-02-28T02:06:44.072372Z","caller":"traceutil/trace.go:171","msg":"trace[683919659] linearizableReadLoop","detail":"{readStateIndex:17005; appliedIndex:17004; }","duration":"144.918752ms","start":"2026-02-28T02:06:43.927421Z","end":"2026-02-28T02:06:44.07234Z","steps":["trace[683919659] 'read index received' (duration: 144.434471ms)","trace[683919659] 'applied index is now lower than readState.Index' (duration: 482.951µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:06:44.072417Z","caller":"traceutil/trace.go:171","msg":"trace[850969234] transaction","detail":"{read_only:false; response_revision:16400; number_of_response:1; }","duration":"155.918044ms","start":"2026-02-28T02:06:43.916459Z","end":"2026-02-28T02:06:44.072377Z","steps":["trace[850969234] 'process raft request' (duration: 155.526716ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:06:44.07262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.172488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-02-28T02:06:44.072748Z","caller":"traceutil/trace.go:171","msg":"trace[692926343] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:16400; }","duration":"145.366972ms","start":"2026-02-28T02:06:43.927356Z","end":"2026-02-28T02:06:44.072723Z","steps":["trace[692926343] 'agreement among raft nodes before linearized reading' (duration: 145.110776ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:09:09.463443Z","caller":"traceutil/trace.go:171","msg":"trace[1814444946] transaction","detail":"{read_only:false; response_revision:17281; number_of_response:1; }","duration":"118.863808ms","start":"2026-02-28T02:09:09.344548Z","end":"2026-02-28T02:09:09.463412Z","steps":["trace[1814444946] 'process raft request' (duration: 118.645023ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:09:10.223859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.538017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-server-68f66b74cd-vlwwg.18984701ece198f6\" ","response":"range_response_count:1 size:805"} {"level":"info","ts":"2026-02-28T02:09:10.223969Z","caller":"traceutil/trace.go:171","msg":"trace[1415620835] range","detail":"{range_begin:/registry/events/openstack/neutron-server-68f66b74cd-vlwwg.18984701ece198f6; range_end:; response_count:1; response_revision:17283; }","duration":"249.70704ms","start":"2026-02-28T02:09:09.974234Z","end":"2026-02-28T02:09:10.223941Z","steps":["trace[1415620835] 'range keys from in-memory index tree' (duration: 249.347612ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:09:10.224195Z","caller":"traceutil/trace.go:171","msg":"trace[36977072] linearizableReadLoop","detail":"{readStateIndex:17923; appliedIndex:17922; }","duration":"150.687399ms","start":"2026-02-28T02:09:10.073443Z","end":"2026-02-28T02:09:10.22413Z","steps":["trace[36977072] 'read index received' (duration: 135.933534ms)","trace[36977072] 'applied index is now lower than readState.Index' (duration: 14.751425ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:09:10.224238Z","caller":"traceutil/trace.go:171","msg":"trace[53873650] transaction","detail":"{read_only:false; response_revision:17284; number_of_response:1; }","duration":"206.928477ms","start":"2026-02-28T02:09:10.017252Z","end":"2026-02-28T02:09:10.224181Z","steps":["trace[53873650] 'process raft request' (duration: 192.07108ms)","trace[53873650] 'compare' (duration: 14.317945ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:09:10.224659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.17538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T02:09:10.224938Z","caller":"traceutil/trace.go:171","msg":"trace[792831709] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:17284; }","duration":"151.295352ms","start":"2026-02-28T02:09:10.073434Z","end":"2026-02-28T02:09:10.22473Z","steps":["trace[792831709] 'agreement among raft nodes before linearized reading' (duration: 150.883223ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:09:10.224993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.052153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hjs87\" ","response":"range_response_count:1 size:22090"} {"level":"info","ts":"2026-02-28T02:09:10.225063Z","caller":"traceutil/trace.go:171","msg":"trace[61328792] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hjs87; range_end:; response_count:1; response_revision:17283; }","duration":"287.190696ms","start":"2026-02-28T02:09:09.937858Z","end":"2026-02-28T02:09:10.225049Z","steps":["trace[61328792] 'range keys from in-memory index tree' (duration: 286.147703ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:09:10.811921Z","caller":"traceutil/trace.go:171","msg":"trace[955334342] linearizableReadLoop","detail":"{readStateIndex:17926; appliedIndex:17924; }","duration":"199.723849ms","start":"2026-02-28T02:09:10.61216Z","end":"2026-02-28T02:09:10.811884Z","steps":["trace[955334342] 'read index received' (duration: 27.734451ms)","trace[955334342] 'applied index is now lower than readState.Index' (duration: 171.986888ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:09:10.81203Z","caller":"traceutil/trace.go:171","msg":"trace[2022680167] transaction","detail":"{read_only:false; response_revision:17287; number_of_response:1; }","duration":"203.022442ms","start":"2026-02-28T02:09:10.608968Z","end":"2026-02-28T02:09:10.81199Z","steps":["trace[2022680167] 'process raft request' (duration: 202.660114ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:09:10.812314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.289072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-28T02:09:10.812383Z","caller":"traceutil/trace.go:171","msg":"trace[1368990904] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17287; }","duration":"146.430216ms","start":"2026-02-28T02:09:10.665934Z","end":"2026-02-28T02:09:10.812364Z","steps":["trace[1368990904] 'agreement among raft nodes before linearized reading' (duration: 146.157009ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:09:10.81249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.413323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-28T02:09:10.812611Z","caller":"traceutil/trace.go:171","msg":"trace[836546709] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17287; }","duration":"145.581456ms","start":"2026-02-28T02:09:10.667005Z","end":"2026-02-28T02:09:10.812587Z","steps":["trace[836546709] 'agreement among raft nodes before linearized reading' (duration: 145.28166ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:09:10.812981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.785203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-28T02:09:10.813186Z","caller":"traceutil/trace.go:171","msg":"trace[75753902] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17287; }","duration":"201.043659ms","start":"2026-02-28T02:09:10.612116Z","end":"2026-02-28T02:09:10.81316Z","steps":["trace[75753902] 'agreement among raft nodes before linearized reading' (duration: 200.392545ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:09:10.983442Z","caller":"traceutil/trace.go:171","msg":"trace[22060067] transaction","detail":"{read_only:false; response_revision:17290; number_of_response:1; }","duration":"164.616836ms","start":"2026-02-28T02:09:10.818796Z","end":"2026-02-28T02:09:10.983413Z","steps":["trace[22060067] 'process raft request' (duration: 164.545244ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:09:10.983406Z","caller":"traceutil/trace.go:171","msg":"trace[672185846] transaction","detail":"{read_only:false; response_revision:17288; number_of_response:1; }","duration":"166.088189ms","start":"2026-02-28T02:09:10.817231Z","end":"2026-02-28T02:09:10.983319Z","steps":["trace[672185846] 'process raft request' (duration: 77.871075ms)","trace[672185846] 'compare' (duration: 87.823154ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:09:10.983518Z","caller":"traceutil/trace.go:171","msg":"trace[2070136707] transaction","detail":"{read_only:false; response_revision:17289; number_of_response:1; }","duration":"164.655507ms","start":"2026-02-28T02:09:10.818792Z","end":"2026-02-28T02:09:10.983448Z","steps":["trace[2070136707] 'process raft request' (duration: 164.416921ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:09:12.051121Z","caller":"traceutil/trace.go:171","msg":"trace[561612703] linearizableReadLoop","detail":"{readStateIndex:17930; appliedIndex:17929; }","duration":"392.628118ms","start":"2026-02-28T02:09:11.658468Z","end":"2026-02-28T02:09:12.051096Z","steps":["trace[561612703] 'read index received' (duration: 392.430284ms)","trace[561612703] 'applied index is now lower than readState.Index' (duration: 196.244µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:09:12.051258Z","caller":"traceutil/trace.go:171","msg":"trace[722990685] transaction","detail":"{read_only:false; response_revision:17291; number_of_response:1; }","duration":"409.488069ms","start":"2026-02-28T02:09:11.641753Z","end":"2026-02-28T02:09:12.051241Z","steps":["trace[722990685] 'process raft request' (duration: 409.145262ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:09:12.051402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:09:11.641725Z","time spent":"409.56944ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:09:12.051596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.112968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-02-28T02:09:12.051692Z","caller":"traceutil/trace.go:171","msg":"trace[761551145] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17291; }","duration":"393.261451ms","start":"2026-02-28T02:09:11.658405Z","end":"2026-02-28T02:09:12.051667Z","steps":["trace[761551145] 'agreement among raft nodes before linearized reading' (duration: 392.853513ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:09:12.05174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:09:11.658389Z","time spent":"393.342393ms","remote":"127.0.0.1:43708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-02-28T02:09:12.112789Z","caller":"traceutil/trace.go:171","msg":"trace[1455493191] transaction","detail":"{read_only:false; response_revision:17292; number_of_response:1; }","duration":"314.837615ms","start":"2026-02-28T02:09:11.79793Z","end":"2026-02-28T02:09:12.112767Z","steps":["trace[1455493191] 'process raft request' (duration: 314.649921ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:09:12.113019Z","caller":"traceutil/trace.go:171","msg":"trace[480062442] transaction","detail":"{read_only:false; response_revision:17293; number_of_response:1; }","duration":"162.181092ms","start":"2026-02-28T02:09:11.950818Z","end":"2026-02-28T02:09:12.112999Z","steps":["trace[480062442] 'process raft request' (duration: 161.902196ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:09:12.113327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.584599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-02-28T02:09:12.11343Z","caller":"traceutil/trace.go:171","msg":"trace[1850955785] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17293; }","duration":"447.719371ms","start":"2026-02-28T02:09:11.665685Z","end":"2026-02-28T02:09:12.113405Z","steps":["trace[1850955785] 'agreement among raft nodes before linearized reading' (duration: 447.374124ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:09:12.113244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:09:11.797902Z","time spent":"315.262734ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:09:12.113477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:09:11.665675Z","time spent":"447.792124ms","remote":"127.0.0.1:43708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-02-28T02:09:51.31128Z","caller":"traceutil/trace.go:171","msg":"trace[708169940] transaction","detail":"{read_only:false; response_revision:17557; number_of_response:1; }","duration":"103.717675ms","start":"2026-02-28T02:09:51.207533Z","end":"2026-02-28T02:09:51.31125Z","steps":["trace[708169940] 'process raft request' (duration: 57.042228ms)","trace[708169940] 'compare' (duration: 46.479823ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:09:51.311489Z","caller":"traceutil/trace.go:171","msg":"trace[566242150] transaction","detail":"{read_only:false; response_revision:17558; number_of_response:1; }","duration":"103.50163ms","start":"2026-02-28T02:09:51.207966Z","end":"2026-02-28T02:09:51.311467Z","steps":["trace[566242150] 'process raft request' (duration: 103.244284ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:11:03.842968Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16030} {"level":"info","ts":"2026-02-28T02:11:03.942473Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16030,"took":"95.643757ms","hash":4269944418,"current-db-size-bytes":42467328,"current-db-size":"42 MB","current-db-size-in-use-bytes":26828800,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-02-28T02:11:03.942574Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4269944418,"revision":16030,"compact-revision":13546} {"level":"info","ts":"2026-02-28T02:15:53.119029Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"cf8c3a138c9a77a2","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-28T02:15:53.124498Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-02-28T02:15:53.124582Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-02-28T02:16:03.848583Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17910} {"level":"info","ts":"2026-02-28T02:16:03.94121Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17910,"took":"90.285828ms","hash":2310736105,"current-db-size-bytes":42467328,"current-db-size":"42 MB","current-db-size-in-use-bytes":20983808,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-02-28T02:16:03.941275Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2310736105,"revision":17910,"compact-revision":16030} {"level":"warn","ts":"2026-02-28T02:16:48.428125Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783168544,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:16:48.92906Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783168544,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:16:49.430308Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783168544,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:16:49.930689Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783168544,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:16:50.332356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000686636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T02:16:50.332472Z","caller":"traceutil/trace.go:171","msg":"trace[283685306] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000864881s","start":"2026-02-28T02:16:48.331575Z","end":"2026-02-28T02:16:50.33244Z","steps":["trace[283685306] 'agreement among raft nodes before linearized reading' (duration: 2.000720387s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:16:50.332534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:16:48.331549Z","time spent":"2.000973643s","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/28 02:16:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T02:16:50.431198Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783168544,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:16:50.547336Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.645216571s","expected-duration":"1s"} {"level":"info","ts":"2026-02-28T02:16:50.547817Z","caller":"traceutil/trace.go:171","msg":"trace[1217810078] transaction","detail":"{read_only:false; response_revision:19527; number_of_response:1; }","duration":"2.645834826s","start":"2026-02-28T02:16:47.901953Z","end":"2026-02-28T02:16:50.547788Z","steps":["trace[1217810078] 'process raft request' (duration: 2.645672392s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:16:50.548193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:16:47.901927Z","time spent":"2.645973598s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:16:50.549081Z","caller":"traceutil/trace.go:171","msg":"trace[498691856] linearizableReadLoop","detail":"{readStateIndex:20273; appliedIndex:20269; }","duration":"2.621213124s","start":"2026-02-28T02:16:47.927842Z","end":"2026-02-28T02:16:50.549055Z","steps":["trace[498691856] 'read index received' (duration: 2.619892124s)","trace[498691856] 'applied index is now lower than readState.Index' (duration: 1.31683ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:16:50.549445Z","caller":"traceutil/trace.go:171","msg":"trace[1579099965] transaction","detail":"{read_only:false; response_revision:19528; number_of_response:1; }","duration":"765.134762ms","start":"2026-02-28T02:16:49.784297Z","end":"2026-02-28T02:16:50.549432Z","steps":["trace[1579099965] 'process raft request' (duration: 764.525609ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:16:50.549568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.621725785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/keystone-credential-keys\" ","response":"range_response_count:1 size:551"} {"level":"info","ts":"2026-02-28T02:16:50.549641Z","caller":"traceutil/trace.go:171","msg":"trace[318054185] range","detail":"{range_begin:/registry/secrets/openstack/keystone-credential-keys; range_end:; response_count:1; response_revision:19530; }","duration":"2.621840217s","start":"2026-02-28T02:16:47.927786Z","end":"2026-02-28T02:16:50.549626Z","steps":["trace[318054185] 'agreement among raft nodes before linearized reading' (duration: 2.621645423s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:16:50.54968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:16:47.927765Z","time spent":"2.621907939s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":575,"request content":"key:\"/registry/secrets/openstack/keystone-credential-keys\" "} {"level":"warn","ts":"2026-02-28T02:16:50.549815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.598424221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-api-metadata\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-02-28T02:16:50.549824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170793007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-28T02:16:50.54987Z","caller":"traceutil/trace.go:171","msg":"trace[2002229591] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-api-metadata; range_end:; response_count:1; response_revision:19530; }","duration":"2.598531613s","start":"2026-02-28T02:16:47.951323Z","end":"2026-02-28T02:16:50.549854Z","steps":["trace[2002229591] 'agreement among raft nodes before linearized reading' (duration: 2.598346119s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:16:50.549887Z","caller":"traceutil/trace.go:171","msg":"trace[1600372075] transaction","detail":"{read_only:false; response_revision:19529; number_of_response:1; }","duration":"764.07638ms","start":"2026-02-28T02:16:49.785798Z","end":"2026-02-28T02:16:50.549875Z","steps":["trace[1600372075] 'process raft request' (duration: 763.1672ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:16:50.549895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583738502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-28T02:16:50.54993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:16:47.951287Z","time spent":"2.598631936s","remote":"127.0.0.1:43756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":559,"request content":"key:\"/registry/serviceaccounts/openstack/nova-api-metadata\" "} {"level":"info","ts":"2026-02-28T02:16:50.54996Z","caller":"traceutil/trace.go:171","msg":"trace[615002184] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:19530; }","duration":"1.583852265s","start":"2026-02-28T02:16:48.966085Z","end":"2026-02-28T02:16:50.549937Z","steps":["trace[615002184] 'agreement among raft nodes before linearized reading' (duration: 1.583716982s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:16:50.54959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:16:49.78426Z","time spent":"765.226704ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:16:50.550008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:16:48.966057Z","time spent":"1.583937956s","remote":"127.0.0.1:43944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:16:50.550022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1700514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-28T02:16:50.550056Z","caller":"traceutil/trace.go:171","msg":"trace[99952052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19530; }","duration":"1.170113931s","start":"2026-02-28T02:16:49.379933Z","end":"2026-02-28T02:16:50.550046Z","steps":["trace[99952052] 'agreement among raft nodes before linearized reading' (duration: 1.17003157s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:16:50.551022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:16:49.379923Z","time spent":"1.171081603s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-28T02:16:50.549943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.926577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-02-28T02:16:50.551165Z","caller":"traceutil/trace.go:171","msg":"trace[100396448] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:19530; }","duration":"721.155795ms","start":"2026-02-28T02:16:49.829973Z","end":"2026-02-28T02:16:50.551129Z","steps":["trace[100396448] 'agreement among raft nodes before linearized reading' (duration: 719.925037ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:16:50.551243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:16:49.829954Z","time spent":"721.269397ms","remote":"127.0.0.1:43706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1658,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-02-28T02:16:50.549875Z","caller":"traceutil/trace.go:171","msg":"trace[1734865452] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19530; }","duration":"1.170899959s","start":"2026-02-28T02:16:49.378963Z","end":"2026-02-28T02:16:50.549863Z","steps":["trace[1734865452] 'agreement among raft nodes before linearized reading' (duration: 1.170764396s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:16:50.551345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:16:49.378924Z","time spent":"1.172403323s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-28T02:16:50.550107Z","caller":"traceutil/trace.go:171","msg":"trace[858871728] transaction","detail":"{read_only:false; response_revision:19530; number_of_response:1; }","duration":"479.92846ms","start":"2026-02-28T02:16:50.070123Z","end":"2026-02-28T02:16:50.550051Z","steps":["trace[858871728] 'process raft request' (duration: 478.884898ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:16:50.551523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:16:50.07009Z","time spent":"481.341331ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:16:50.550136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166159105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:16:50.551701Z","caller":"traceutil/trace.go:171","msg":"trace[1120207134] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:19530; }","duration":"1.167802912s","start":"2026-02-28T02:16:49.383869Z","end":"2026-02-28T02:16:50.551672Z","steps":["trace[1120207134] 'agreement among raft nodes before linearized reading' (duration: 1.166079763s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:16:50.550268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.34006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-02-28T02:16:50.551748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:16:49.383846Z","time spent":"1.167889693s","remote":"127.0.0.1:43682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-02-28T02:16:50.55179Z","caller":"traceutil/trace.go:171","msg":"trace[534395400] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19530; }","duration":"106.893705ms","start":"2026-02-28T02:16:50.444872Z","end":"2026-02-28T02:16:50.551765Z","steps":["trace[534395400] 'agreement among raft nodes before linearized reading' (duration: 105.294009ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:16:50.550318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355487115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-02-28T02:16:50.551891Z","caller":"traceutil/trace.go:171","msg":"trace[1728331891] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19530; }","duration":"1.357104382s","start":"2026-02-28T02:16:49.194767Z","end":"2026-02-28T02:16:50.551872Z","steps":["trace[1728331891] 'agreement among raft nodes before linearized reading' (duration: 1.355444585s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:16:50.551953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:16:49.194741Z","time spent":"1.357198873s","remote":"127.0.0.1:43708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-02-28T02:16:50.550318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589808746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-28T02:16:50.552046Z","caller":"traceutil/trace.go:171","msg":"trace[14779578] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19530; }","duration":"1.591583195s","start":"2026-02-28T02:16:48.960452Z","end":"2026-02-28T02:16:50.552035Z","steps":["trace[14779578] 'agreement among raft nodes before linearized reading' (duration: 1.589740104s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:16:50.552086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:16:48.960423Z","time spent":"1.591647957s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T02:16:50.55032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.077705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T02:16:50.552198Z","caller":"traceutil/trace.go:171","msg":"trace[542944406] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:19530; }","duration":"142.034899ms","start":"2026-02-28T02:16:50.410146Z","end":"2026-02-28T02:16:50.552181Z","steps":["trace[542944406] 'agreement among raft nodes before linearized reading' (duration: 140.055515ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:16:50.550336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158139968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-28T02:16:50.55228Z","caller":"traceutil/trace.go:171","msg":"trace[948598852] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19530; }","duration":"1.160115642s","start":"2026-02-28T02:16:49.392149Z","end":"2026-02-28T02:16:50.552264Z","steps":["trace[948598852] 'agreement among raft nodes before linearized reading' (duration: 1.158048857s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:16:50.552315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:16:49.392122Z","time spent":"1.160181823s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-28T02:16:50.550368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.582997121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.65\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-02-28T02:16:50.552428Z","caller":"traceutil/trace.go:171","msg":"trace[360346808] range","detail":"{range_begin:/registry/masterleases/199.204.45.65; range_end:; response_count:1; response_revision:19530; }","duration":"2.585082348s","start":"2026-02-28T02:16:47.967337Z","end":"2026-02-28T02:16:50.552419Z","steps":["trace[360346808] 'agreement among raft nodes before linearized reading' (duration: 2.582972391s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:16:50.552467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:16:47.967322Z","time spent":"2.585137929s","remote":"127.0.0.1:43548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.65\" "} {"level":"warn","ts":"2026-02-28T02:16:50.550404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.57367217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:16:50.552562Z","caller":"traceutil/trace.go:171","msg":"trace[1024626172] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:19530; }","duration":"1.575823368s","start":"2026-02-28T02:16:48.976723Z","end":"2026-02-28T02:16:50.552546Z","steps":["trace[1024626172] 'agreement among raft nodes before linearized reading' (duration: 1.573651589s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:16:50.552611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:16:48.976672Z","time spent":"1.57592404s","remote":"127.0.0.1:53170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:16:50.550436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359460913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-02-28T02:16:50.552778Z","caller":"traceutil/trace.go:171","msg":"trace[2117302213] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19530; }","duration":"1.361851245s","start":"2026-02-28T02:16:49.190915Z","end":"2026-02-28T02:16:50.552767Z","steps":["trace[2117302213] 'agreement among raft nodes before linearized reading' (duration: 1.359437152s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:16:50.552817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:16:49.190887Z","time spent":"1.361920916s","remote":"127.0.0.1:43708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-02-28T02:16:50.550454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.772607592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-02-28T02:16:50.552965Z","caller":"traceutil/trace.go:171","msg":"trace[1985257091] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19530; }","duration":"1.775173898s","start":"2026-02-28T02:16:48.777782Z","end":"2026-02-28T02:16:50.552956Z","steps":["trace[1985257091] 'agreement among raft nodes before linearized reading' (duration: 1.772605082s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:16:50.553002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:16:48.777752Z","time spent":"1.77524107s","remote":"127.0.0.1:43708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-02-28T02:16:50.550478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448053714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-28T02:16:50.553097Z","caller":"traceutil/trace.go:171","msg":"trace[1464988501] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19530; }","duration":"1.450729093s","start":"2026-02-28T02:16:49.102353Z","end":"2026-02-28T02:16:50.553082Z","steps":["trace[1464988501] 'agreement among raft nodes before linearized reading' (duration: 1.448070415s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:16:50.553154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:16:49.102323Z","time spent":"1.450816374s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-28T02:16:50.550533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.078686184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-h7vb8\" ","response":"range_response_count:1 size:9791"} {"level":"info","ts":"2026-02-28T02:16:50.553342Z","caller":"traceutil/trace.go:171","msg":"trace[1112877055] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-h7vb8; range_end:; response_count:1; response_revision:19530; }","duration":"2.081526527s","start":"2026-02-28T02:16:48.471805Z","end":"2026-02-28T02:16:50.553331Z","steps":["trace[1112877055] 'agreement among raft nodes before linearized reading' (duration: 2.078673484s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:16:50.553385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:16:48.471785Z","time spent":"2.081590889s","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9815,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-h7vb8\" "} {"level":"warn","ts":"2026-02-28T02:16:50.550612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:16:49.785766Z","time spent":"764.153291ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:16:50.550832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.166053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:16:50.553595Z","caller":"traceutil/trace.go:171","msg":"trace[1910184990] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19530; }","duration":"220.857794ms","start":"2026-02-28T02:16:50.332718Z","end":"2026-02-28T02:16:50.553576Z","steps":["trace[1910184990] 'agreement among raft nodes before linearized reading' (duration: 217.118552ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:16:54.300271Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783168707,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:16:54.800798Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783168707,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:16:55.301701Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783168707,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:16:55.802921Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783168707,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:16:56.303373Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783168707,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:16:56.334415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000174694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T02:16:56.334524Z","caller":"traceutil/trace.go:171","msg":"trace[1477999089] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000353218s","start":"2026-02-28T02:16:54.334145Z","end":"2026-02-28T02:16:56.334498Z","steps":["trace[1477999089] 'agreement among raft nodes before linearized reading' (duration: 2.000213805s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:16:56.334584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:16:54.334118Z","time spent":"2.000454181s","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/28 02:16:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T02:16:56.803863Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783168707,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:16:57.30488Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783168707,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:16:57.805548Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783168707,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:16:58.306517Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783168707,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:16:58.335039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000059843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T02:16:58.335164Z","caller":"traceutil/trace.go:171","msg":"trace[1962030153] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000250577s","start":"2026-02-28T02:16:56.334883Z","end":"2026-02-28T02:16:58.335134Z","steps":["trace[1962030153] 'agreement among raft nodes before linearized reading' (duration: 2.000094434s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:16:58.335238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:16:56.334857Z","time spent":"2.000369109s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/28 02:16:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T02:16:58.807397Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783168707,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:16:59.308387Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783168707,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:16:59.560015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:16:54.56293Z","time spent":"4.997074132s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-28T02:16:59.564783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:16:54.566159Z","time spent":"4.998612927s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-28T02:16:59.56495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:16:54.566222Z","time spent":"4.998716429s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-28T02:16:59.576483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999533367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-28T02:16:59.57656Z","caller":"traceutil/trace.go:171","msg":"trace[579362699] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.99965331s","start":"2026-02-28T02:16:54.576885Z","end":"2026-02-28T02:16:59.576539Z","steps":["trace[579362699] 'agreement among raft nodes before linearized reading' (duration: 4.999548378s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:16:59.576614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:16:54.576876Z","time spent":"4.999729331s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T02:16:59.580638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999941507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T02:16:59.580727Z","caller":"traceutil/trace.go:171","msg":"trace[731678756] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000065809s","start":"2026-02-28T02:16:54.580611Z","end":"2026-02-28T02:16:59.580677Z","steps":["trace[731678756] 'agreement among raft nodes before linearized reading' (duration: 4.999994208s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:16:59.580769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:16:54.580581Z","time spent":"5.000179611s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/28 02:16:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T02:16:59.581407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999564928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T02:16:59.581498Z","caller":"traceutil/trace.go:171","msg":"trace[586114235] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999675461s","start":"2026-02-28T02:16:54.581804Z","end":"2026-02-28T02:16:59.581479Z","steps":["trace[586114235] 'agreement among raft nodes before linearized reading' (duration: 4.999562828s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:16:59.581549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:16:54.58171Z","time spent":"4.999829644s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/28 02:16:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T02:16:59.810225Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783168707,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:17:00.310873Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783168707,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:17:00.343385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999937449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T02:17:00.343546Z","caller":"traceutil/trace.go:171","msg":"trace[405434318] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000168515s","start":"2026-02-28T02:16:58.343334Z","end":"2026-02-28T02:17:00.343503Z","steps":["trace[405434318] 'agreement among raft nodes before linearized reading' (duration: 1.99997276s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:00.343642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:16:58.343311Z","time spent":"2.000314778s","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/28 02:17:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T02:17:00.784945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:16:53.783746Z","time spent":"7.001185475s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-28T02:17:00.800226Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-02-28T02:17:00.801204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.001205565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-28T02:17:00.801315Z","caller":"traceutil/trace.go:171","msg":"trace[461290477] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; }","duration":"7.001824689s","start":"2026-02-28T02:16:53.799465Z","end":"2026-02-28T02:17:00.80129Z","steps":["trace[461290477] 'agreement among raft nodes before linearized reading' (duration: 7.001236205s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:00.801367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:16:53.799447Z","time spent":"7.001904572s","remote":"127.0.0.1:43610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":0,"response size":0,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-02-28T02:17:01.301139Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783168715,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:17:01.802035Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783168715,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:17:01.964961Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"8.18099375s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-28T02:17:02.344066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000320398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-28T02:17:02.344167Z","caller":"traceutil/trace.go:171","msg":"trace[448802888] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000505633s","start":"2026-02-28T02:17:00.343636Z","end":"2026-02-28T02:17:02.344141Z","steps":["trace[448802888] 'agreement among raft nodes before linearized reading' (duration: 2.00039367s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:02.344217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:00.343606Z","time spent":"2.000602674s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-28T02:17:02.743479Z","caller":"traceutil/trace.go:171","msg":"trace[1312191121] transaction","detail":"{read_only:false; response_revision:19551; number_of_response:1; }","duration":"4.675225955s","start":"2026-02-28T02:16:58.068221Z","end":"2026-02-28T02:17:02.743447Z","steps":["trace[1312191121] 'process raft request' (duration: 4.674916268s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:02.743718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:16:58.068184Z","time spent":"4.675403878s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:17:02.744466Z","caller":"traceutil/trace.go:171","msg":"trace[1148252411] transaction","detail":"{read_only:false; response_revision:19552; number_of_response:1; }","duration":"2.39542984s","start":"2026-02-28T02:17:00.348987Z","end":"2026-02-28T02:17:02.744417Z","steps":["trace[1148252411] 'process raft request' (duration: 2.394404428s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:17:02.744557Z","caller":"traceutil/trace.go:171","msg":"trace[93184257] linearizableReadLoop","detail":"{readStateIndex:20298; appliedIndex:20291; }","duration":"1.943900086s","start":"2026-02-28T02:17:00.800632Z","end":"2026-02-28T02:17:02.744532Z","steps":["trace[93184257] 'read index received' (duration: 1.164643382s)","trace[93184257] 'applied index is now lower than readState.Index' (duration: 779.254544ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:17:02.744655Z","caller":"traceutil/trace.go:171","msg":"trace[966453442] transaction","detail":"{read_only:false; number_of_response:1; response_revision:19552; }","duration":"1.953332673s","start":"2026-02-28T02:17:00.791313Z","end":"2026-02-28T02:17:02.744646Z","steps":["trace[966453442] 'process raft request' (duration: 1.953023196s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:02.74476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:00.791281Z","time spent":"1.953394954s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":575,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:17:02.74488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.176275679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-02-28T02:17:02.744881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:00.348954Z","time spent":"2.395787398s","remote":"127.0.0.1:32968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2537,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:17:02.74494Z","caller":"traceutil/trace.go:171","msg":"trace[794307960] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:19552; }","duration":"3.176387731s","start":"2026-02-28T02:16:59.568538Z","end":"2026-02-28T02:17:02.744926Z","steps":["trace[794307960] 'agreement among raft nodes before linearized reading' (duration: 3.176247748s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:02.744969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:16:59.568491Z","time spent":"3.176472273s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-28T02:17:02.745005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.658834095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T02:17:02.745047Z","caller":"traceutil/trace.go:171","msg":"trace[834230040] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:19552; }","duration":"6.658919766s","start":"2026-02-28T02:16:56.086108Z","end":"2026-02-28T02:17:02.745028Z","steps":["trace[834230040] 'agreement among raft nodes before linearized reading' (duration: 6.658801614s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:02.745075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:16:56.086084Z","time spent":"6.658982897s","remote":"127.0.0.1:32952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":59,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:17:02.745034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.225584035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-02-28T02:17:02.745073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.781713575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T02:17:02.745167Z","caller":"traceutil/trace.go:171","msg":"trace[2024581361] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19552; }","duration":"3.225769429s","start":"2026-02-28T02:16:59.51936Z","end":"2026-02-28T02:17:02.745129Z","steps":["trace[2024581361] 'agreement among raft nodes before linearized reading' (duration: 3.22537703s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:02.745222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.870070934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-02-28T02:17:02.745222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:16:59.519336Z","time spent":"3.225875591s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-28T02:17:02.74525Z","caller":"traceutil/trace.go:171","msg":"trace[1176865838] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:19552; }","duration":"2.870126526s","start":"2026-02-28T02:16:59.875115Z","end":"2026-02-28T02:17:02.745241Z","steps":["trace[1176865838] 'agreement among raft nodes before linearized reading' (duration: 2.869984572s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:02.7453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:16:59.875099Z","time spent":"2.870194198s","remote":"127.0.0.1:43706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"info","ts":"2026-02-28T02:17:02.74524Z","caller":"traceutil/trace.go:171","msg":"trace[239149722] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:19552; }","duration":"5.78199319s","start":"2026-02-28T02:16:56.963219Z","end":"2026-02-28T02:17:02.745212Z","steps":["trace[239149722] 'agreement among raft nodes before linearized reading' (duration: 5.781485989s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:02.745309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.079503101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-02-28T02:17:02.745338Z","caller":"traceutil/trace.go:171","msg":"trace[1844375392] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19552; }","duration":"7.079578783s","start":"2026-02-28T02:16:55.665751Z","end":"2026-02-28T02:17:02.74533Z","steps":["trace[1844375392] 'agreement among raft nodes before linearized reading' (duration: 7.079443029s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:02.745359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:16:55.665721Z","time spent":"7.079633543s","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-28T02:17:02.745347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:16:56.963186Z","time spent":"5.782146266s","remote":"127.0.0.1:43638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":124,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:17:02.745468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.178127781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-02-28T02:17:02.745524Z","caller":"traceutil/trace.go:171","msg":"trace[2035573409] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19552; }","duration":"3.178218373s","start":"2026-02-28T02:16:59.567283Z","end":"2026-02-28T02:17:02.745501Z","steps":["trace[2035573409] 'agreement among raft nodes before linearized reading' (duration: 3.17808905s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:02.745529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.133559397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-h7vb8\" ","response":"range_response_count:1 size:9791"} {"level":"warn","ts":"2026-02-28T02:17:02.745557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:16:59.56726Z","time spent":"3.178289304s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-28T02:17:02.745572Z","caller":"traceutil/trace.go:171","msg":"trace[1386971002] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-h7vb8; range_end:; response_count:1; response_revision:19552; }","duration":"8.133640618s","start":"2026-02-28T02:16:54.611921Z","end":"2026-02-28T02:17:02.745562Z","steps":["trace[1386971002] 'agreement among raft nodes before linearized reading' (duration: 8.133552096s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:02.745595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:16:54.611906Z","time spent":"8.13368409s","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9815,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-h7vb8\" "} {"level":"warn","ts":"2026-02-28T02:17:02.745622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.405955104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18984772853e4735\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-02-28T02:17:02.745743Z","caller":"traceutil/trace.go:171","msg":"trace[1129471693] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18984772853e4735; range_end:; response_count:1; response_revision:19552; }","duration":"4.406140188s","start":"2026-02-28T02:16:58.339566Z","end":"2026-02-28T02:17:02.745706Z","steps":["trace[1129471693] 'agreement among raft nodes before linearized reading' (duration: 4.40575942s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:02.745803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:16:58.339539Z","time spent":"4.40625506s","remote":"127.0.0.1:43610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18984772853e4735\" "} {"level":"warn","ts":"2026-02-28T02:17:02.746813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.605900113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T02:17:02.746907Z","caller":"traceutil/trace.go:171","msg":"trace[1068369523] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:19552; }","duration":"5.606078817s","start":"2026-02-28T02:16:57.140807Z","end":"2026-02-28T02:17:02.746886Z","steps":["trace[1068369523] 'agreement among raft nodes before linearized reading' (duration: 5.605873552s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:02.746958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:16:57.14078Z","time spent":"5.606163919s","remote":"127.0.0.1:53152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:17:02.746998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.269978009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-02-28T02:17:02.747216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.165469329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-28T02:17:02.747232Z","caller":"traceutil/trace.go:171","msg":"trace[1470305048] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:19552; }","duration":"4.270279465s","start":"2026-02-28T02:16:58.476939Z","end":"2026-02-28T02:17:02.747218Z","steps":["trace[1470305048] 'agreement among raft nodes before linearized reading' (duration: 4.269928077s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:17:02.747263Z","caller":"traceutil/trace.go:171","msg":"trace[970932463] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19552; }","duration":"8.165733165s","start":"2026-02-28T02:16:54.581518Z","end":"2026-02-28T02:17:02.747251Z","steps":["trace[970932463] 'agreement among raft nodes before linearized reading' (duration: 8.165323996s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:02.747273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:16:58.476909Z","time spent":"4.270356047s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-28T02:17:02.747277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.25678983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-28T02:17:02.747289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.184080368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-02-28T02:17:02.747328Z","caller":"traceutil/trace.go:171","msg":"trace[676893090] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:19552; }","duration":"8.257181148s","start":"2026-02-28T02:16:54.490134Z","end":"2026-02-28T02:17:02.747315Z","steps":["trace[676893090] 'agreement among raft nodes before linearized reading' (duration: 8.256750869s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:17:02.747361Z","caller":"traceutil/trace.go:171","msg":"trace[1696047882] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19552; }","duration":"8.184175471s","start":"2026-02-28T02:16:54.563165Z","end":"2026-02-28T02:17:02.747341Z","steps":["trace[1696047882] 'agreement among raft nodes before linearized reading' (duration: 8.18368013s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:02.747372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:16:54.490106Z","time spent":"8.25725563s","remote":"127.0.0.1:43748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":72,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:17:02.747408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:16:54.563158Z","time spent":"8.184242422s","remote":"127.0.0.1:43708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-02-28T02:17:02.747292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:16:54.581512Z","time spent":"8.165773685s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-28T02:17:02.74746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.909552827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-02-28T02:17:02.747514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.177957984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-28T02:17:02.747584Z","caller":"traceutil/trace.go:171","msg":"trace[312465230] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:19552; }","duration":"8.909725131s","start":"2026-02-28T02:16:53.837825Z","end":"2026-02-28T02:17:02.747551Z","steps":["trace[312465230] 'agreement among raft nodes before linearized reading' (duration: 8.909104478s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:02.747615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.186056422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"warn","ts":"2026-02-28T02:17:02.747619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.185936952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-28T02:17:02.747651Z","caller":"traceutil/trace.go:171","msg":"trace[730110747] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19552; }","duration":"8.186127304s","start":"2026-02-28T02:16:54.561515Z","end":"2026-02-28T02:17:02.747642Z","steps":["trace[730110747] 'agreement among raft nodes before linearized reading' (duration: 8.186037262s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:02.747661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:16:53.837803Z","time spent":"8.909846993s","remote":"127.0.0.1:43756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":557,"request content":"key:\"/registry/serviceaccounts/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-02-28T02:17:02.747658Z","caller":"traceutil/trace.go:171","msg":"trace[1878288955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19552; }","duration":"8.178115748s","start":"2026-02-28T02:16:54.569513Z","end":"2026-02-28T02:17:02.747628Z","steps":["trace[1878288955] 'agreement among raft nodes before linearized reading' (duration: 8.177848682s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:02.747682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:16:54.561495Z","time spent":"8.186182165s","remote":"127.0.0.1:43708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-02-28T02:17:02.74769Z","caller":"traceutil/trace.go:171","msg":"trace[1433882031] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19552; }","duration":"3.186043485s","start":"2026-02-28T02:16:59.561625Z","end":"2026-02-28T02:17:02.747669Z","steps":["trace[1433882031] 'agreement among raft nodes before linearized reading' (duration: 3.18582561s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:02.747703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.184576439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"warn","ts":"2026-02-28T02:17:02.747715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:16:54.569502Z","time spent":"8.178201549s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-28T02:17:02.747734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:16:59.561604Z","time spent":"3.186121236s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-28T02:17:02.747754Z","caller":"traceutil/trace.go:171","msg":"trace[323850570] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19552; }","duration":"8.184658661s","start":"2026-02-28T02:16:54.563083Z","end":"2026-02-28T02:17:02.747741Z","steps":["trace[323850570] 'agreement among raft nodes before linearized reading' (duration: 8.184407816s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:02.747805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:16:54.563064Z","time spent":"8.184733912s","remote":"127.0.0.1:43708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-02-28T02:17:02.748753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.78033473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.65\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-02-28T02:17:02.74881Z","caller":"traceutil/trace.go:171","msg":"trace[1664222838] range","detail":"{range_begin:/registry/masterleases/199.204.45.65; range_end:; response_count:1; response_revision:19552; }","duration":"4.780441522s","start":"2026-02-28T02:16:57.968355Z","end":"2026-02-28T02:17:02.748797Z","steps":["trace[1664222838] 'agreement among raft nodes before linearized reading' (duration: 4.77855111s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:02.748845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:16:57.968334Z","time spent":"4.780503594s","remote":"127.0.0.1:43548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.65\" "} {"level":"warn","ts":"2026-02-28T02:17:03.551471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.401938ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T02:17:03.551613Z","caller":"traceutil/trace.go:171","msg":"trace[120996022] linearizableReadLoop","detail":"{readStateIndex:20299; appliedIndex:20298; }","duration":"806.981374ms","start":"2026-02-28T02:17:02.74461Z","end":"2026-02-28T02:17:03.551592Z","steps":["trace[120996022] 'read index received' (duration: 66.295411ms)","trace[120996022] 'applied index is now lower than readState.Index' (duration: 740.684093ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:17:03.551787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198950788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:17:03.55183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494490566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:17:03.551901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.971880941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-28T02:17:03.551899Z","caller":"traceutil/trace.go:171","msg":"trace[94819978] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19553; }","duration":"1.199116371s","start":"2026-02-28T02:17:02.352756Z","end":"2026-02-28T02:17:03.551873Z","steps":["trace[94819978] 'agreement among raft nodes before linearized reading' (duration: 1.198914037s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:17:03.55193Z","caller":"traceutil/trace.go:171","msg":"trace[1950888977] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19553; }","duration":"1.494912245s","start":"2026-02-28T02:17:02.056993Z","end":"2026-02-28T02:17:03.551905Z","steps":["trace[1950888977] 'agreement among raft nodes before linearized reading' (duration: 1.49468507s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:03.551895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.530549266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:17:03.55195Z","caller":"traceutil/trace.go:171","msg":"trace[303984793] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19553; }","duration":"1.971984333s","start":"2026-02-28T02:17:01.579948Z","end":"2026-02-28T02:17:03.551932Z","steps":["trace[303984793] 'agreement among raft nodes before linearized reading' (duration: 1.971734887s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:03.551923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.120125887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:17:03.551995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.591407968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:17:03.552001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:02.056962Z","time spent":"1.495030018s","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-28T02:17:03.552018Z","caller":"traceutil/trace.go:171","msg":"trace[1651024386] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:19553; }","duration":"2.530778221s","start":"2026-02-28T02:17:01.021208Z","end":"2026-02-28T02:17:03.551986Z","steps":["trace[1651024386] 'agreement among raft nodes before linearized reading' (duration: 2.530577316s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:17:03.55204Z","caller":"traceutil/trace.go:171","msg":"trace[1740768193] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:19553; }","duration":"2.1203312s","start":"2026-02-28T02:17:01.431676Z","end":"2026-02-28T02:17:03.552007Z","steps":["trace[1740768193] 'agreement among raft nodes before linearized reading' (duration: 2.120126626s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:17:03.55206Z","caller":"traceutil/trace.go:171","msg":"trace[860988844] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:19553; }","duration":"2.591546931s","start":"2026-02-28T02:17:00.960493Z","end":"2026-02-28T02:17:03.55204Z","steps":["trace[860988844] 'agreement among raft nodes before linearized reading' (duration: 2.591345756s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:03.55203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.968726182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-28T02:17:03.552104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:00.960446Z","time spent":"2.591647603s","remote":"127.0.0.1:56140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:17:03.552091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:01.021177Z","time spent":"2.530903235s","remote":"127.0.0.1:49634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:17:03.552097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:01.431639Z","time spent":"2.120446684s","remote":"127.0.0.1:32954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:17:03.5521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.656299797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/libvirt-libvirt-default-p5m2p-api\" ","response":"range_response_count:1 size:4292"} {"level":"info","ts":"2026-02-28T02:17:03.55215Z","caller":"traceutil/trace.go:171","msg":"trace[1817199609] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19553; }","duration":"1.968879606s","start":"2026-02-28T02:17:01.583235Z","end":"2026-02-28T02:17:03.552114Z","steps":["trace[1817199609] 'agreement among raft nodes before linearized reading' (duration: 1.968433795s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:03.552194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110539931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-28T02:17:03.552212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:01.583224Z","time spent":"1.968977977s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-28T02:17:03.552238Z","caller":"traceutil/trace.go:171","msg":"trace[60059898] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19553; }","duration":"1.110631493s","start":"2026-02-28T02:17:02.441597Z","end":"2026-02-28T02:17:03.552228Z","steps":["trace[60059898] 'agreement among raft nodes before linearized reading' (duration: 1.110465109s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:03.552268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:02.441568Z","time spent":"1.110693234s","remote":"127.0.0.1:43638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-28T02:17:03.552023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:01.579915Z","time spent":"1.972093975s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-28T02:17:03.552188Z","caller":"traceutil/trace.go:171","msg":"trace[1568097271] range","detail":"{range_begin:/registry/secrets/openstack/libvirt-libvirt-default-p5m2p-api; range_end:; response_count:1; response_revision:19553; }","duration":"2.6564437s","start":"2026-02-28T02:17:00.895725Z","end":"2026-02-28T02:17:03.552169Z","steps":["trace[1568097271] 'agreement among raft nodes before linearized reading' (duration: 2.656163233s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:03.551957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:02.352737Z","time spent":"1.199210123s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T02:17:03.552458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:00.895699Z","time spent":"2.656710226s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":4316,"request content":"key:\"/registry/secrets/openstack/libvirt-libvirt-default-p5m2p-api\" "} {"level":"info","ts":"2026-02-28T02:17:03.55203Z","caller":"traceutil/trace.go:171","msg":"trace[650754968] transaction","detail":"{read_only:false; response_revision:19553; number_of_response:1; }","duration":"1.230942541s","start":"2026-02-28T02:17:02.321068Z","end":"2026-02-28T02:17:03.552011Z","steps":["trace[650754968] 'process raft request' (duration: 489.818398ms)","trace[650754968] 'compare' (duration: 739.313134ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:17:03.552533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.968676251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-28T02:17:03.552597Z","caller":"traceutil/trace.go:171","msg":"trace[779507858] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19553; }","duration":"1.968784764s","start":"2026-02-28T02:17:01.583798Z","end":"2026-02-28T02:17:03.552583Z","steps":["trace[779507858] 'agreement among raft nodes before linearized reading' (duration: 1.96862236s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:03.552656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:01.583779Z","time spent":"1.968861695s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-28T02:17:03.552667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:02.321038Z","time spent":"1.231543716s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:17:04.056507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.98056ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-02-28T02:17:04.057405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:02.751186Z","time spent":"1.306210539s","remote":"127.0.0.1:43548","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-28T02:17:04.057769Z","caller":"traceutil/trace.go:171","msg":"trace[1395535365] transaction","detail":"{read_only:false; response_revision:19554; number_of_response:1; }","duration":"1.306350543s","start":"2026-02-28T02:17:02.751393Z","end":"2026-02-28T02:17:04.057743Z","steps":["trace[1395535365] 'process raft request' (duration: 1.305840512s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:17:04.057808Z","caller":"traceutil/trace.go:171","msg":"trace[128782392] transaction","detail":"{read_only:false; response_revision:19555; number_of_response:1; }","duration":"1.305377182s","start":"2026-02-28T02:17:02.752408Z","end":"2026-02-28T02:17:04.057785Z","steps":["trace[128782392] 'process raft request' (duration: 1.305252799s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:04.057906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:02.751382Z","time spent":"1.306438444s","remote":"127.0.0.1:43610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:17:04.057994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:02.752401Z","time spent":"1.305468763s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:17:04.058311Z","caller":"traceutil/trace.go:171","msg":"trace[1110419417] linearizableReadLoop","detail":"{readStateIndex:20306; appliedIndex:20299; }","duration":"506.64678ms","start":"2026-02-28T02:17:03.551645Z","end":"2026-02-28T02:17:04.058292Z","steps":["trace[1110419417] 'read index received' (duration: 183.873111ms)","trace[1110419417] 'applied index is now lower than readState.Index' (duration: 322.772959ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:17:04.058419Z","caller":"traceutil/trace.go:171","msg":"trace[1205983228] transaction","detail":"{read_only:false; response_revision:19556; number_of_response:1; }","duration":"1.30579427s","start":"2026-02-28T02:17:02.752616Z","end":"2026-02-28T02:17:04.05841Z","steps":["trace[1205983228] 'process raft request' (duration: 1.305125956s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:04.058506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:02.752608Z","time spent":"1.305835942s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:17:04.058519Z","caller":"traceutil/trace.go:171","msg":"trace[25897127] transaction","detail":"{read_only:false; response_revision:19561; number_of_response:1; }","duration":"499.046431ms","start":"2026-02-28T02:17:03.559462Z","end":"2026-02-28T02:17:04.058508Z","steps":["trace[25897127] 'process raft request' (duration: 498.879168ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:04.058586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:03.559453Z","time spent":"499.088312ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:17:04.058634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304040732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-28T02:17:04.058686Z","caller":"traceutil/trace.go:171","msg":"trace[1897633760] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:19561; }","duration":"1.304105423s","start":"2026-02-28T02:17:02.754569Z","end":"2026-02-28T02:17:04.058674Z","steps":["trace[1897633760] 'agreement among raft nodes before linearized reading' (duration: 1.303877348s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:04.058743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:02.754562Z","time spent":"1.304171814s","remote":"127.0.0.1:43756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":557,"request content":"key:\"/registry/serviceaccounts/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-02-28T02:17:04.05887Z","caller":"traceutil/trace.go:171","msg":"trace[1485630256] transaction","detail":"{read_only:false; response_revision:19560; number_of_response:1; }","duration":"500.323059ms","start":"2026-02-28T02:17:03.558537Z","end":"2026-02-28T02:17:04.058861Z","steps":["trace[1485630256] 'process raft request' (duration: 499.728416ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:04.058921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:03.55852Z","time spent":"500.37638ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:17:04.059027Z","caller":"traceutil/trace.go:171","msg":"trace[1510370177] transaction","detail":"{read_only:false; response_revision:19558; number_of_response:1; }","duration":"1.305476273s","start":"2026-02-28T02:17:02.753541Z","end":"2026-02-28T02:17:04.059017Z","steps":["trace[1510370177] 'process raft request' (duration: 1.304631255s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:04.059216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:02.753532Z","time spent":"1.305540767s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:17:04.059265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.220883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7103"} {"level":"info","ts":"2026-02-28T02:17:04.059319Z","caller":"traceutil/trace.go:171","msg":"trace[245140303] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:19562; }","duration":"502.299904ms","start":"2026-02-28T02:17:03.55701Z","end":"2026-02-28T02:17:04.05931Z","steps":["trace[245140303] 'agreement among raft nodes before linearized reading' (duration: 502.159161ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:04.059345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:03.556992Z","time spent":"502.346505ms","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7127,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-02-28T02:17:04.058898Z","caller":"traceutil/trace.go:171","msg":"trace[2083477094] transaction","detail":"{read_only:false; response_revision:19559; number_of_response:1; }","duration":"1.305110665s","start":"2026-02-28T02:17:02.753744Z","end":"2026-02-28T02:17:04.058854Z","steps":["trace[2083477094] 'process raft request' (duration: 1.304463901s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:04.059514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:02.753729Z","time spent":"1.305755049s","remote":"127.0.0.1:32968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2537,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:17:04.059564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306048357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-28T02:17:04.059587Z","caller":"traceutil/trace.go:171","msg":"trace[1721185609] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19562; }","duration":"1.306097429s","start":"2026-02-28T02:17:02.753482Z","end":"2026-02-28T02:17:04.059579Z","steps":["trace[1721185609] 'agreement among raft nodes before linearized reading' (duration: 1.305187528s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:04.059608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:02.753457Z","time spent":"1.306145479s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-28T02:17:04.059823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306431956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-dd51ec1b-2f74-44ba-98a1-589e930dc6f6\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-02-28T02:17:04.059852Z","caller":"traceutil/trace.go:171","msg":"trace[778364929] range","detail":"{range_begin:/registry/persistentvolumes/pvc-dd51ec1b-2f74-44ba-98a1-589e930dc6f6; range_end:; response_count:1; response_revision:19562; }","duration":"1.306474376s","start":"2026-02-28T02:17:02.753369Z","end":"2026-02-28T02:17:04.059843Z","steps":["trace[778364929] 'agreement among raft nodes before linearized reading' (duration: 1.30532063s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:17:04.059829Z","caller":"traceutil/trace.go:171","msg":"trace[1172725591] transaction","detail":"{read_only:false; response_revision:19562; number_of_response:1; }","duration":"499.439291ms","start":"2026-02-28T02:17:03.560375Z","end":"2026-02-28T02:17:04.059814Z","steps":["trace[1172725591] 'process raft request' (duration: 498.023689ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:04.059923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:03.560345Z","time spent":"499.536953ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:17:04.059977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:02.753362Z","time spent":"1.306505597s","remote":"127.0.0.1:43698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1308,"request content":"key:\"/registry/persistentvolumes/pvc-dd51ec1b-2f74-44ba-98a1-589e930dc6f6\" "} {"level":"warn","ts":"2026-02-28T02:17:04.059977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.616412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:17:04.060011Z","caller":"traceutil/trace.go:171","msg":"trace[2072680756] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19562; }","duration":"498.678794ms","start":"2026-02-28T02:17:03.561322Z","end":"2026-02-28T02:17:04.06Z","steps":["trace[2072680756] 'agreement among raft nodes before linearized reading' (duration: 498.620022ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:04.060033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:03.561312Z","time spent":"498.716984ms","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-28T02:17:04.058986Z","caller":"traceutil/trace.go:171","msg":"trace[769220578] transaction","detail":"{read_only:false; response_revision:19557; number_of_response:1; }","duration":"1.305507814s","start":"2026-02-28T02:17:02.753465Z","end":"2026-02-28T02:17:04.058973Z","steps":["trace[769220578] 'process raft request' (duration: 1.304608705s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:04.060196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.190069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/libvirt-libvirt-default-p5m2p-api\" ","response":"range_response_count:1 size:4292"} {"level":"warn","ts":"2026-02-28T02:17:04.060213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307891407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-02-28T02:17:04.060254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309137844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-28T02:17:04.060253Z","caller":"traceutil/trace.go:171","msg":"trace[1505889245] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19562; }","duration":"1.307939778s","start":"2026-02-28T02:17:02.752301Z","end":"2026-02-28T02:17:04.06024Z","steps":["trace[1505889245] 'agreement among raft nodes before linearized reading' (duration: 1.306397033s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:17:04.060286Z","caller":"traceutil/trace.go:171","msg":"trace[1687203880] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:19562; }","duration":"1.309184285s","start":"2026-02-28T02:17:02.751094Z","end":"2026-02-28T02:17:04.060278Z","steps":["trace[1687203880] 'agreement among raft nodes before linearized reading' (duration: 1.30761845s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:04.060297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:02.752296Z","time spent":"1.307994019s","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-28T02:17:04.060269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305019304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-02-28T02:17:04.060312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:02.75108Z","time spent":"1.309221486s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-02-28T02:17:04.060237Z","caller":"traceutil/trace.go:171","msg":"trace[702330528] range","detail":"{range_begin:/registry/secrets/openstack/libvirt-libvirt-default-p5m2p-api; range_end:; response_count:1; response_revision:19562; }","duration":"397.2879ms","start":"2026-02-28T02:17:03.662934Z","end":"2026-02-28T02:17:04.060222Z","steps":["trace[702330528] 'agreement among raft nodes before linearized reading' (duration: 396.997884ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:17:04.060358Z","caller":"traceutil/trace.go:171","msg":"trace[213145376] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19562; }","duration":"1.305124456s","start":"2026-02-28T02:17:02.755206Z","end":"2026-02-28T02:17:04.06033Z","steps":["trace[213145376] 'agreement among raft nodes before linearized reading' (duration: 1.303877539s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:04.060416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:02.755198Z","time spent":"1.305208338s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-28T02:17:04.060388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308400038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-02-28T02:17:04.060374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:03.662901Z","time spent":"397.462325ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":4316,"request content":"key:\"/registry/secrets/openstack/libvirt-libvirt-default-p5m2p-api\" "} {"level":"info","ts":"2026-02-28T02:17:04.060478Z","caller":"traceutil/trace.go:171","msg":"trace[1448552930] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:19562; }","duration":"1.308529581s","start":"2026-02-28T02:17:02.751927Z","end":"2026-02-28T02:17:04.060456Z","steps":["trace[1448552930] 'agreement among raft nodes before linearized reading' (duration: 1.306778852s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:04.060528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:02.751921Z","time spent":"1.308598422s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":563,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-02-28T02:17:04.061157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305961974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:940104"} {"level":"info","ts":"2026-02-28T02:17:04.061244Z","caller":"traceutil/trace.go:171","msg":"trace[374732503] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:19562; }","duration":"1.306070156s","start":"2026-02-28T02:17:02.755155Z","end":"2026-02-28T02:17:04.061225Z","steps":["trace[374732503] 'agreement among raft nodes before linearized reading' (duration: 1.30394419s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:04.061311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:02.755148Z","time spent":"1.306153339s","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":940128,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-28T02:17:04.062897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:02.753435Z","time spent":"1.306669581s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:17:04.51753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.209913ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T02:17:04.517706Z","caller":"traceutil/trace.go:171","msg":"trace[1933528277] linearizableReadLoop","detail":"{readStateIndex:20310; appliedIndex:20309; }","duration":"453.782725ms","start":"2026-02-28T02:17:04.063893Z","end":"2026-02-28T02:17:04.517676Z","steps":["trace[1933528277] 'read index received' (duration: 207.368867ms)","trace[1933528277] 'applied index is now lower than readState.Index' (duration: 246.411758ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:17:04.517833Z","caller":"traceutil/trace.go:171","msg":"trace[1611664439] transaction","detail":"{read_only:false; response_revision:19563; number_of_response:1; }","duration":"458.915478ms","start":"2026-02-28T02:17:04.058896Z","end":"2026-02-28T02:17:04.517811Z","steps":["trace[1611664439] 'process raft request' (duration: 212.271535ms)","trace[1611664439] 'compare' (duration: 245.963858ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:17:04.51793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:04.058879Z","time spent":"459.00864ms","remote":"127.0.0.1:43548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:17:04.518143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.239124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:17:04.518241Z","caller":"traceutil/trace.go:171","msg":"trace[768100348] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19563; }","duration":"454.367988ms","start":"2026-02-28T02:17:04.063849Z","end":"2026-02-28T02:17:04.518217Z","steps":["trace[768100348] 'agreement among raft nodes before linearized reading' (duration: 454.00941ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:04.518426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:04.06383Z","time spent":"454.584102ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T02:17:04.778383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.515494ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T02:17:04.778618Z","caller":"traceutil/trace.go:171","msg":"trace[461597489] transaction","detail":"{read_only:false; response_revision:19564; number_of_response:1; }","duration":"711.939081ms","start":"2026-02-28T02:17:04.066657Z","end":"2026-02-28T02:17:04.778596Z","steps":["trace[461597489] 'process raft request' (duration: 572.093671ms)","trace[461597489] 'compare' (duration: 139.294328ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:17:04.778697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:04.066638Z","time spent":"712.028082ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:17:04.778964Z","caller":"traceutil/trace.go:171","msg":"trace[237927022] transaction","detail":"{read_only:false; response_revision:19565; number_of_response:1; }","duration":"705.385175ms","start":"2026-02-28T02:17:04.073549Z","end":"2026-02-28T02:17:04.778934Z","steps":["trace[237927022] 'process raft request' (duration: 704.948186ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:17:04.779063Z","caller":"traceutil/trace.go:171","msg":"trace[1076825929] linearizableReadLoop","detail":"{readStateIndex:20313; appliedIndex:20310; }","duration":"261.280396ms","start":"2026-02-28T02:17:04.517747Z","end":"2026-02-28T02:17:04.779027Z","steps":["trace[1076825929] 'read index received' (duration: 120.995125ms)","trace[1076825929] 'applied index is now lower than readState.Index' (duration: 140.283861ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:17:04.779177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:04.073533Z","time spent":"705.498069ms","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:17:04.779277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.597853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/libvirt-libvirt-default-p5m2p-api\" ","response":"range_response_count:1 size:4292"} {"level":"info","ts":"2026-02-28T02:17:04.779325Z","caller":"traceutil/trace.go:171","msg":"trace[1614081211] range","detail":"{range_begin:/registry/secrets/openstack/libvirt-libvirt-default-p5m2p-api; range_end:; response_count:1; response_revision:19566; }","duration":"711.656414ms","start":"2026-02-28T02:17:04.067655Z","end":"2026-02-28T02:17:04.779311Z","steps":["trace[1614081211] 'agreement among raft nodes before linearized reading' (duration: 711.45988ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:04.77937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:04.067651Z","time spent":"711.711445ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":4316,"request content":"key:\"/registry/secrets/openstack/libvirt-libvirt-default-p5m2p-api\" "} {"level":"warn","ts":"2026-02-28T02:17:04.779346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.69065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-28T02:17:04.779446Z","caller":"traceutil/trace.go:171","msg":"trace[655629930] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19566; }","duration":"639.856444ms","start":"2026-02-28T02:17:04.139566Z","end":"2026-02-28T02:17:04.779422Z","steps":["trace[655629930] 'agreement among raft nodes before linearized reading' (duration: 639.612968ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:04.779472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.166727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-28T02:17:04.779506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:04.139539Z","time spent":"639.957076ms","remote":"127.0.0.1:43638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-28T02:17:04.779276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.140929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:17:04.779563Z","caller":"traceutil/trace.go:171","msg":"trace[480273119] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:19566; }","duration":"673.275729ms","start":"2026-02-28T02:17:04.106269Z","end":"2026-02-28T02:17:04.779544Z","steps":["trace[480273119] 'agreement among raft nodes before linearized reading' (duration: 673.106196ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:17:04.779596Z","caller":"traceutil/trace.go:171","msg":"trace[731197878] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:19566; }","duration":"635.507848ms","start":"2026-02-28T02:17:04.144064Z","end":"2026-02-28T02:17:04.779572Z","steps":["trace[731197878] 'agreement among raft nodes before linearized reading' (duration: 635.023097ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:04.779613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:04.106048Z","time spent":"673.555036ms","remote":"127.0.0.1:43910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:17:04.779654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:04.144054Z","time spent":"635.583329ms","remote":"127.0.0.1:49722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:17:04.779689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.975834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:17:04.77972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.607141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T02:17:04.779779Z","caller":"traceutil/trace.go:171","msg":"trace[1915947645] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:19566; }","duration":"353.104557ms","start":"2026-02-28T02:17:04.426642Z","end":"2026-02-28T02:17:04.779746Z","steps":["trace[1915947645] 'agreement among raft nodes before linearized reading' (duration: 352.991874ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:17:04.779788Z","caller":"traceutil/trace.go:171","msg":"trace[469544428] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19566; }","duration":"493.729894ms","start":"2026-02-28T02:17:04.286028Z","end":"2026-02-28T02:17:04.779758Z","steps":["trace[469544428] 'agreement among raft nodes before linearized reading' (duration: 493.616501ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:17:04.779591Z","caller":"traceutil/trace.go:171","msg":"trace[299937810] transaction","detail":"{read_only:false; response_revision:19566; number_of_response:1; }","duration":"705.54526ms","start":"2026-02-28T02:17:04.074008Z","end":"2026-02-28T02:17:04.779553Z","steps":["trace[299937810] 'process raft request' (duration: 704.809514ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:04.779836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:04.426613Z","time spent":"353.208909ms","remote":"127.0.0.1:32948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:17:04.779835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:04.285999Z","time spent":"493.822336ms","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:17:04.779898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:04.07399Z","time spent":"705.873177ms","remote":"127.0.0.1:32968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3853,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:17:04.779917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.012206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18677"} {"level":"info","ts":"2026-02-28T02:17:04.779958Z","caller":"traceutil/trace.go:171","msg":"trace[215712759] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19566; }","duration":"714.068758ms","start":"2026-02-28T02:17:04.065878Z","end":"2026-02-28T02:17:04.779947Z","steps":["trace[215712759] 'agreement among raft nodes before linearized reading' (duration: 713.918585ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:04.779943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.134199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18984772853e4735\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-02-28T02:17:04.780004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:04.065859Z","time spent":"714.132659ms","remote":"127.0.0.1:43720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18701,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-28T02:17:04.78003Z","caller":"traceutil/trace.go:171","msg":"trace[574238073] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18984772853e4735; range_end:; response_count:1; response_revision:19566; }","duration":"714.243901ms","start":"2026-02-28T02:17:04.065761Z","end":"2026-02-28T02:17:04.780005Z","steps":["trace[574238073] 'agreement among raft nodes before linearized reading' (duration: 713.982346ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:04.780081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:04.065746Z","time spent":"714.321574ms","remote":"127.0.0.1:43610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18984772853e4735\" "} {"level":"warn","ts":"2026-02-28T02:17:04.779958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.938404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-28T02:17:04.780392Z","caller":"traceutil/trace.go:171","msg":"trace[461400750] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:19566; }","duration":"259.372263ms","start":"2026-02-28T02:17:04.521001Z","end":"2026-02-28T02:17:04.780373Z","steps":["trace[461400750] 'agreement among raft nodes before linearized reading' (duration: 258.810791ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:04.782275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.708622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" limit:500 ","response":"range_response_count:132 size:1656347"} {"level":"info","ts":"2026-02-28T02:17:04.782342Z","caller":"traceutil/trace.go:171","msg":"trace[1018117076] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:132; response_revision:19566; }","duration":"714.800203ms","start":"2026-02-28T02:17:04.067526Z","end":"2026-02-28T02:17:04.782326Z","steps":["trace[1018117076] 'agreement among raft nodes before linearized reading' (duration: 711.746866ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:04.782384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:04.067517Z","time spent":"714.852764ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":132,"response size":1656371,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" limit:500 "} {"level":"info","ts":"2026-02-28T02:17:04.928588Z","caller":"traceutil/trace.go:171","msg":"trace[1003534981] transaction","detail":"{read_only:false; response_revision:19568; number_of_response:1; }","duration":"137.660272ms","start":"2026-02-28T02:17:04.790897Z","end":"2026-02-28T02:17:04.928557Z","steps":["trace[1003534981] 'process raft request' (duration: 130.894572ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:04.92949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.401659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"warn","ts":"2026-02-28T02:17:04.929498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.756764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-02-28T02:17:04.929606Z","caller":"traceutil/trace.go:171","msg":"trace[1048735180] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:19568; }","duration":"143.562171ms","start":"2026-02-28T02:17:04.78602Z","end":"2026-02-28T02:17:04.929582Z","steps":["trace[1048735180] 'agreement among raft nodes before linearized reading' (duration: 142.55671ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:17:04.929623Z","caller":"traceutil/trace.go:171","msg":"trace[1651395760] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:19568; }","duration":"142.945519ms","start":"2026-02-28T02:17:04.786645Z","end":"2026-02-28T02:17:04.929591Z","steps":["trace[1651395760] 'agreement among raft nodes before linearized reading' (duration: 141.912886ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:17:05.095634Z","caller":"traceutil/trace.go:171","msg":"trace[104463230] transaction","detail":"{read_only:false; response_revision:19570; number_of_response:1; }","duration":"158.529732ms","start":"2026-02-28T02:17:04.937064Z","end":"2026-02-28T02:17:05.095594Z","steps":["trace[104463230] 'process raft request' (duration: 158.176543ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:17:05.096284Z","caller":"traceutil/trace.go:171","msg":"trace[1570561241] transaction","detail":"{read_only:false; response_revision:19571; number_of_response:1; }","duration":"157.868598ms","start":"2026-02-28T02:17:04.938223Z","end":"2026-02-28T02:17:05.096092Z","steps":["trace[1570561241] 'process raft request' (duration: 157.279674ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:05.096424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.051821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-76695eb2-f780-48ef-bb5a-c96b8a6c6657\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-02-28T02:17:05.096539Z","caller":"traceutil/trace.go:171","msg":"trace[816054884] range","detail":"{range_begin:/registry/persistentvolumes/pvc-76695eb2-f780-48ef-bb5a-c96b8a6c6657; range_end:; response_count:1; response_revision:19571; }","duration":"163.202024ms","start":"2026-02-28T02:17:04.933299Z","end":"2026-02-28T02:17:05.096501Z","steps":["trace[816054884] 'agreement among raft nodes before linearized reading' (duration: 162.671683ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:05.10179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.996096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/keystone-fernet-setup.1898458e215fec05\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:19568 ","response":"range_response_count:891 size:695837"} {"level":"info","ts":"2026-02-28T02:17:05.101851Z","caller":"traceutil/trace.go:171","msg":"trace[28999597] range","detail":"{range_begin:/registry/events/openstack/keystone-fernet-setup.1898458e215fec05\u0000; range_end:/registry/events/openstack0; response_count:891; response_revision:19571; }","duration":"161.089559ms","start":"2026-02-28T02:17:04.940747Z","end":"2026-02-28T02:17:05.101837Z","steps":["trace[28999597] 'agreement among raft nodes before linearized reading' (duration: 155.155308ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:17:05.241807Z","caller":"traceutil/trace.go:171","msg":"trace[381153973] transaction","detail":"{read_only:false; response_revision:19573; number_of_response:1; }","duration":"104.026431ms","start":"2026-02-28T02:17:05.137744Z","end":"2026-02-28T02:17:05.241771Z","steps":["trace[381153973] 'process raft request' (duration: 40.041192ms)","trace[381153973] 'compare' (duration: 63.731843ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:17:05.390428Z","caller":"traceutil/trace.go:171","msg":"trace[1780355115] transaction","detail":"{read_only:false; response_revision:19575; number_of_response:1; }","duration":"102.431816ms","start":"2026-02-28T02:17:05.287944Z","end":"2026-02-28T02:17:05.390376Z","steps":["trace[1780355115] 'process raft request' (duration: 53.951168ms)","trace[1780355115] 'compare' (duration: 48.242043ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:17:05.587294Z","caller":"traceutil/trace.go:171","msg":"trace[1844979906] transaction","detail":"{read_only:false; response_revision:19577; number_of_response:1; }","duration":"131.813774ms","start":"2026-02-28T02:17:05.455419Z","end":"2026-02-28T02:17:05.587232Z","steps":["trace[1844979906] 'process raft request' (duration: 78.675673ms)","trace[1844979906] 'compare' (duration: 52.944987ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:17:05.69494Z","caller":"traceutil/trace.go:171","msg":"trace[122103094] linearizableReadLoop","detail":"{readStateIndex:20325; appliedIndex:20324; }","duration":"107.66416ms","start":"2026-02-28T02:17:05.587224Z","end":"2026-02-28T02:17:05.694888Z","steps":["trace[122103094] 'read index received' (duration: 19.721554ms)","trace[122103094] 'applied index is now lower than readState.Index' (duration: 87.940976ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:17:05.697636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.517985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388933"} {"level":"info","ts":"2026-02-28T02:17:05.697729Z","caller":"traceutil/trace.go:171","msg":"trace[635102091] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:19577; }","duration":"155.649877ms","start":"2026-02-28T02:17:05.542056Z","end":"2026-02-28T02:17:05.697706Z","steps":["trace[635102091] 'agreement among raft nodes before linearized reading' (duration: 152.940998ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:17:05.747321Z","caller":"traceutil/trace.go:171","msg":"trace[665376888] transaction","detail":"{read_only:false; response_revision:19578; number_of_response:1; }","duration":"150.663879ms","start":"2026-02-28T02:17:05.596614Z","end":"2026-02-28T02:17:05.747278Z","steps":["trace[665376888] 'process raft request' (duration: 150.418843ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:05.74745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.836291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/libvirt-libvirt-default-p5m2p-vnc\" ","response":"range_response_count:1 size:4284"} {"level":"info","ts":"2026-02-28T02:17:05.747578Z","caller":"traceutil/trace.go:171","msg":"trace[1095686658] range","detail":"{range_begin:/registry/secrets/openstack/libvirt-libvirt-default-p5m2p-vnc; range_end:; response_count:1; response_revision:19578; }","duration":"155.010194ms","start":"2026-02-28T02:17:05.592541Z","end":"2026-02-28T02:17:05.747551Z","steps":["trace[1095686658] 'agreement among raft nodes before linearized reading' (duration: 154.738848ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:17:05.879133Z","caller":"traceutil/trace.go:171","msg":"trace[1914537840] transaction","detail":"{read_only:false; response_revision:19579; number_of_response:1; }","duration":"121.586608ms","start":"2026-02-28T02:17:05.757519Z","end":"2026-02-28T02:17:05.879105Z","steps":["trace[1914537840] 'process raft request' (duration: 121.132928ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:17:06.106007Z","caller":"traceutil/trace.go:171","msg":"trace[1408159329] linearizableReadLoop","detail":"{readStateIndex:20329; appliedIndex:20328; }","duration":"120.897723ms","start":"2026-02-28T02:17:05.985083Z","end":"2026-02-28T02:17:06.105981Z","steps":["trace[1408159329] 'read index received' (duration: 120.693219ms)","trace[1408159329] 'applied index is now lower than readState.Index' (duration: 203.124µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:17:06.106171Z","caller":"traceutil/trace.go:171","msg":"trace[1388189858] transaction","detail":"{read_only:false; response_revision:19581; number_of_response:1; }","duration":"157.434997ms","start":"2026-02-28T02:17:05.948694Z","end":"2026-02-28T02:17:06.106129Z","steps":["trace[1388189858] 'process raft request' (duration: 157.09585ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:06.106505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.325132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-test\" ","response":"range_response_count:1 size:519"} {"level":"info","ts":"2026-02-28T02:17:06.106563Z","caller":"traceutil/trace.go:171","msg":"trace[71218011] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-test; range_end:; response_count:1; response_revision:19581; }","duration":"121.514716ms","start":"2026-02-28T02:17:05.985034Z","end":"2026-02-28T02:17:06.106549Z","steps":["trace[71218011] 'agreement among raft nodes before linearized reading' (duration: 121.082867ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:06.116325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.961612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:17:06.116364Z","caller":"traceutil/trace.go:171","msg":"trace[903353928] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:19584; }","duration":"105.016633ms","start":"2026-02-28T02:17:06.011336Z","end":"2026-02-28T02:17:06.116352Z","steps":["trace[903353928] 'agreement among raft nodes before linearized reading' (duration: 104.955002ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:06.116628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.41393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/openvswitch-server\" ","response":"range_response_count:1 size:544"} {"level":"info","ts":"2026-02-28T02:17:06.116719Z","caller":"traceutil/trace.go:171","msg":"trace[1860912054] range","detail":"{range_begin:/registry/serviceaccounts/openstack/openvswitch-server; range_end:; response_count:1; response_revision:19584; }","duration":"114.552944ms","start":"2026-02-28T02:17:06.002149Z","end":"2026-02-28T02:17:06.116702Z","steps":["trace[1860912054] 'agreement among raft nodes before linearized reading' (duration: 114.268388ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:17:06.224347Z","caller":"traceutil/trace.go:171","msg":"trace[247577004] transaction","detail":"{read_only:false; response_revision:19590; number_of_response:1; }","duration":"100.76876ms","start":"2026-02-28T02:17:06.123556Z","end":"2026-02-28T02:17:06.224325Z","steps":["trace[247577004] 'process raft request' (duration: 100.727769ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:06.224678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.192276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-test\" ","response":"range_response_count:1 size:519"} {"level":"info","ts":"2026-02-28T02:17:06.224714Z","caller":"traceutil/trace.go:171","msg":"trace[1277935508] transaction","detail":"{read_only:false; response_revision:19588; number_of_response:1; }","duration":"103.620922ms","start":"2026-02-28T02:17:06.121059Z","end":"2026-02-28T02:17:06.22468Z","steps":["trace[1277935508] 'process raft request' (duration: 103.139121ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:17:06.224747Z","caller":"traceutil/trace.go:171","msg":"trace[1756790802] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-test; range_end:; response_count:1; response_revision:19590; }","duration":"114.307768ms","start":"2026-02-28T02:17:06.110426Z","end":"2026-02-28T02:17:06.224733Z","steps":["trace[1756790802] 'agreement among raft nodes before linearized reading' (duration: 113.986ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:17:06.224787Z","caller":"traceutil/trace.go:171","msg":"trace[1607805584] transaction","detail":"{read_only:false; response_revision:19589; number_of_response:1; }","duration":"103.355227ms","start":"2026-02-28T02:17:06.121414Z","end":"2026-02-28T02:17:06.224769Z","steps":["trace[1607805584] 'process raft request' (duration: 102.826345ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:17:06.224881Z","caller":"traceutil/trace.go:171","msg":"trace[1734609367] transaction","detail":"{read_only:false; response_revision:19587; number_of_response:1; }","duration":"104.34496ms","start":"2026-02-28T02:17:06.120521Z","end":"2026-02-28T02:17:06.224866Z","steps":["trace[1734609367] 'process raft request' (duration: 103.626073ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:17:06.22433Z","caller":"traceutil/trace.go:171","msg":"trace[588399486] linearizableReadLoop","detail":"{readStateIndex:20333; appliedIndex:20332; }","duration":"108.002249ms","start":"2026-02-28T02:17:06.116277Z","end":"2026-02-28T02:17:06.224279Z","steps":["trace[588399486] 'read index received' (duration: 71.73203ms)","trace[588399486] 'applied index is now lower than readState.Index' (duration: 36.266179ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:17:06.22499Z","caller":"traceutil/trace.go:171","msg":"trace[992685467] transaction","detail":"{read_only:false; response_revision:19585; number_of_response:1; }","duration":"111.354443ms","start":"2026-02-28T02:17:06.113622Z","end":"2026-02-28T02:17:06.224976Z","steps":["trace[992685467] 'process raft request' (duration: 74.378068ms)","trace[992685467] 'compare' (duration: 35.968892ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:17:06.224843Z","caller":"traceutil/trace.go:171","msg":"trace[888062516] transaction","detail":"{read_only:false; response_revision:19586; number_of_response:1; }","duration":"104.39299ms","start":"2026-02-28T02:17:06.12042Z","end":"2026-02-28T02:17:06.224813Z","steps":["trace[888062516] 'process raft request' (duration: 103.670614ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:06.225213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.786469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/openvswitch-server\" ","response":"range_response_count:1 size:544"} {"level":"info","ts":"2026-02-28T02:17:06.225303Z","caller":"traceutil/trace.go:171","msg":"trace[512794656] range","detail":"{range_begin:/registry/serviceaccounts/openstack/openvswitch-server; range_end:; response_count:1; response_revision:19590; }","duration":"104.917242ms","start":"2026-02-28T02:17:06.120371Z","end":"2026-02-28T02:17:06.225289Z","steps":["trace[512794656] 'agreement among raft nodes before linearized reading' (duration: 104.724687ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:06.226757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.375551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:940104"} {"level":"info","ts":"2026-02-28T02:17:06.226817Z","caller":"traceutil/trace.go:171","msg":"trace[1359633440] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:19590; }","duration":"105.464372ms","start":"2026-02-28T02:17:06.121339Z","end":"2026-02-28T02:17:06.226803Z","steps":["trace[1359633440] 'agreement among raft nodes before linearized reading' (duration: 103.872998ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:29.760087Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.375006156s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-28T02:17:29.761322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37614476s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T02:17:29.761732Z","caller":"traceutil/trace.go:171","msg":"trace[829620400] linearizableReadLoop","detail":"{readStateIndex:20442; appliedIndex:20438; }","duration":"1.469511267s","start":"2026-02-28T02:17:28.292199Z","end":"2026-02-28T02:17:29.76171Z","steps":["trace[829620400] 'read index received' (duration: 92.853855ms)","trace[829620400] 'applied index is now lower than readState.Index' (duration: 1.376656612s)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:17:29.761841Z","caller":"traceutil/trace.go:171","msg":"trace[1583891427] transaction","detail":"{read_only:false; response_revision:19686; number_of_response:1; }","duration":"1.614112173s","start":"2026-02-28T02:17:28.147716Z","end":"2026-02-28T02:17:29.761828Z","steps":["trace[1583891427] 'process raft request' (duration: 237.295407ms)","trace[1583891427] 'compare' (duration: 1.375861684s)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:17:29.761863Z","caller":"traceutil/trace.go:171","msg":"trace[1739351509] transaction","detail":"{read_only:false; response_revision:19689; number_of_response:1; }","duration":"1.510630603s","start":"2026-02-28T02:17:28.251208Z","end":"2026-02-28T02:17:29.761839Z","steps":["trace[1739351509] 'process raft request' (duration: 1.510448319s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:29.761913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:28.147677Z","time spent":"1.614198375s","remote":"127.0.0.1:43548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:17:29.762124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:28.251187Z","time spent":"1.510714745s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:17:29.761936Z","caller":"traceutil/trace.go:171","msg":"trace[789247181] transaction","detail":"{read_only:false; response_revision:19687; number_of_response:1; }","duration":"1.564176872s","start":"2026-02-28T02:17:28.19772Z","end":"2026-02-28T02:17:29.761897Z","steps":["trace[789247181] 'process raft request' (duration: 1.563736742s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:17:29.762199Z","caller":"traceutil/trace.go:171","msg":"trace[1267817109] transaction","detail":"{read_only:false; response_revision:19688; number_of_response:1; }","duration":"1.520815857s","start":"2026-02-28T02:17:28.241354Z","end":"2026-02-28T02:17:29.762169Z","steps":["trace[1267817109] 'process raft request' (duration: 1.520268424s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:29.762285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:28.197688Z","time spent":"1.56451045s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:17:29.762346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:28.241322Z","time spent":"1.520942579s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:17:29.762442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.410735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"warn","ts":"2026-02-28T02:17:29.762448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405946327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-28T02:17:29.762414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461479531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/rook-ceph/rook-ceph-osd\" ","response":"range_response_count:1 size:751"} {"level":"info","ts":"2026-02-28T02:17:29.762486Z","caller":"traceutil/trace.go:171","msg":"trace[1253241094] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19689; }","duration":"1.406002808s","start":"2026-02-28T02:17:28.356471Z","end":"2026-02-28T02:17:29.762474Z","steps":["trace[1253241094] 'agreement among raft nodes before linearized reading' (duration: 1.405896826s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:29.762463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258319995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-h7vb8\" ","response":"range_response_count:1 size:9791"} {"level":"warn","ts":"2026-02-28T02:17:29.762522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:28.356459Z","time spent":"1.406055339s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-28T02:17:29.762521Z","caller":"traceutil/trace.go:171","msg":"trace[1654396290] range","detail":"{range_begin:/registry/roles/rook-ceph/rook-ceph-osd; range_end:; response_count:1; response_revision:19689; }","duration":"1.461623573s","start":"2026-02-28T02:17:28.300868Z","end":"2026-02-28T02:17:29.762491Z","steps":["trace[1654396290] 'agreement among raft nodes before linearized reading' (duration: 1.46101956s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:29.762579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.208947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:17:29.762592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:28.300859Z","time spent":"1.461723455s","remote":"127.0.0.1:43866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":775,"request content":"key:\"/registry/roles/rook-ceph/rook-ceph-osd\" "} {"level":"info","ts":"2026-02-28T02:17:29.762606Z","caller":"traceutil/trace.go:171","msg":"trace[828208601] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:19689; }","duration":"806.286899ms","start":"2026-02-28T02:17:28.956311Z","end":"2026-02-28T02:17:29.762598Z","steps":["trace[828208601] 'agreement among raft nodes before linearized reading' (duration: 806.244428ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:29.762596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428376011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-28T02:17:29.762598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.461607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"warn","ts":"2026-02-28T02:17:29.762631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:28.956289Z","time spent":"806.33733ms","remote":"127.0.0.1:56202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-28T02:17:29.762644Z","caller":"traceutil/trace.go:171","msg":"trace[2118963933] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19689; }","duration":"1.428470283s","start":"2026-02-28T02:17:28.334162Z","end":"2026-02-28T02:17:29.762632Z","steps":["trace[2118963933] 'agreement among raft nodes before linearized reading' (duration: 1.428278339s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:17:29.762647Z","caller":"traceutil/trace.go:171","msg":"trace[1483764362] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19689; }","duration":"922.532639ms","start":"2026-02-28T02:17:28.840102Z","end":"2026-02-28T02:17:29.762635Z","steps":["trace[1483764362] 'agreement among raft nodes before linearized reading' (duration: 922.367306ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:29.762675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:28.334141Z","time spent":"1.428527734s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-28T02:17:29.762677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:28.840092Z","time spent":"922.57937ms","remote":"127.0.0.1:43708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-02-28T02:17:29.762676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.118879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-02-28T02:17:29.762566Z","caller":"traceutil/trace.go:171","msg":"trace[1909482359] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-h7vb8; range_end:; response_count:1; response_revision:19689; }","duration":"1.258497049s","start":"2026-02-28T02:17:28.504041Z","end":"2026-02-28T02:17:29.762538Z","steps":["trace[1909482359] 'agreement among raft nodes before linearized reading' (duration: 1.258202313s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:17:29.762718Z","caller":"traceutil/trace.go:171","msg":"trace[653212935] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19689; }","duration":"926.208121ms","start":"2026-02-28T02:17:28.836499Z","end":"2026-02-28T02:17:29.762707Z","steps":["trace[653212935] 'agreement among raft nodes before linearized reading' (duration: 926.099409ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:29.762755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:28.504014Z","time spent":"1.258731934s","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9815,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-h7vb8\" "} {"level":"warn","ts":"2026-02-28T02:17:29.762754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388002992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-28T02:17:29.762757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:28.836473Z","time spent":"926.275262ms","remote":"127.0.0.1:43708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-02-28T02:17:29.762786Z","caller":"traceutil/trace.go:171","msg":"trace[1168273460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19689; }","duration":"1.388032992s","start":"2026-02-28T02:17:28.374743Z","end":"2026-02-28T02:17:29.762776Z","steps":["trace[1168273460] 'agreement among raft nodes before linearized reading' (duration: 1.387948371s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:29.762816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:28.374702Z","time spent":"1.388108224s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-28T02:17:29.762854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430566859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:17:29.762869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41789405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-28T02:17:29.76289Z","caller":"traceutil/trace.go:171","msg":"trace[42223596] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19689; }","duration":"1.430658842s","start":"2026-02-28T02:17:28.332221Z","end":"2026-02-28T02:17:29.76288Z","steps":["trace[42223596] 'agreement among raft nodes before linearized reading' (duration: 1.4305954s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:17:29.7629Z","caller":"traceutil/trace.go:171","msg":"trace[1897939648] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19689; }","duration":"1.417948371s","start":"2026-02-28T02:17:28.344943Z","end":"2026-02-28T02:17:29.762891Z","steps":["trace[1897939648] 'agreement among raft nodes before linearized reading' (duration: 1.417860349s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:29.76254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470352965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/rook-ceph/rook-ceph-mgr\" ","response":"range_response_count:1 size:1191"} {"level":"warn","ts":"2026-02-28T02:17:29.762921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:28.332195Z","time spent":"1.430721542s","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T02:17:29.76293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:28.344931Z","time spent":"1.417993032s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-28T02:17:29.762945Z","caller":"traceutil/trace.go:171","msg":"trace[1461910439] range","detail":"{range_begin:/registry/roles/rook-ceph/rook-ceph-mgr; range_end:; response_count:1; response_revision:19689; }","duration":"1.470787535s","start":"2026-02-28T02:17:28.29215Z","end":"2026-02-28T02:17:29.762937Z","steps":["trace[1461910439] 'agreement among raft nodes before linearized reading' (duration: 1.470335855s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:29.762969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:28.292131Z","time spent":"1.470831386s","remote":"127.0.0.1:43866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":1215,"request content":"key:\"/registry/roles/rook-ceph/rook-ceph-mgr\" "} {"level":"info","ts":"2026-02-28T02:17:29.762471Z","caller":"traceutil/trace.go:171","msg":"trace[1748177690] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19689; }","duration":"921.476697ms","start":"2026-02-28T02:17:28.840983Z","end":"2026-02-28T02:17:29.76246Z","steps":["trace[1748177690] 'agreement among raft nodes before linearized reading' (duration: 921.346904ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:29.763018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:28.840952Z","time spent":"922.062149ms","remote":"127.0.0.1:43708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-02-28T02:17:29.763058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396279413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-28T02:17:29.763154Z","caller":"traceutil/trace.go:171","msg":"trace[756704849] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19689; }","duration":"1.396396656s","start":"2026-02-28T02:17:28.366701Z","end":"2026-02-28T02:17:29.763097Z","steps":["trace[756704849] 'agreement among raft nodes before linearized reading' (duration: 1.396208782s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:29.763195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:28.36669Z","time spent":"1.396495068s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-28T02:17:30.273335Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783169930,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:17:30.773791Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783169930,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:17:31.274585Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783169930,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:17:31.773459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000147854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T02:17:31.773543Z","caller":"traceutil/trace.go:171","msg":"trace[1208943324] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000281778s","start":"2026-02-28T02:17:29.773245Z","end":"2026-02-28T02:17:31.773526Z","steps":["trace[1208943324] 'agreement among raft nodes before linearized reading' (duration: 2.000175235s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:31.773628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:29.773236Z","time spent":"2.000379229s","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/28 02:17:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T02:17:31.775699Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783169930,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:17:32.276407Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783169930,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:17:32.777655Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783169930,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:17:33.278858Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783169930,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:17:33.773653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999915709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-28T02:17:33.773776Z","caller":"traceutil/trace.go:171","msg":"trace[189222025] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000077382s","start":"2026-02-28T02:17:31.773666Z","end":"2026-02-28T02:17:33.773743Z","steps":["trace[189222025] 'agreement among raft nodes before linearized reading' (duration: 1.999912248s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:33.773841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:31.773625Z","time spent":"2.000203105s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T02:17:33.779044Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783169930,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:17:34.055814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999821958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T02:17:34.055983Z","caller":"traceutil/trace.go:171","msg":"trace[1429195494] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000605414s","start":"2026-02-28T02:17:32.055301Z","end":"2026-02-28T02:17:34.055906Z","steps":["trace[1429195494] 'agreement among raft nodes before linearized reading' (duration: 1.999874258s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:34.056096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:32.055269Z","time spent":"2.000806559s","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/28 02:17:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T02:17:34.279713Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783169930,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:17:34.766691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:29.769196Z","time spent":"4.997475552s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/28 02:17:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T02:17:34.76674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:29.768476Z","time spent":"4.998254569s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/28 02:17:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T02:17:34.766953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:29.769164Z","time spent":"4.997786479s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-28T02:17:34.780322Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783169930,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:17:35.280443Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783169930,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:17:35.781438Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783169930,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:17:35.783414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000277697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T02:17:35.783547Z","caller":"traceutil/trace.go:171","msg":"trace[957084636] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000482821s","start":"2026-02-28T02:17:33.783034Z","end":"2026-02-28T02:17:35.783517Z","steps":["trace[957084636] 'agreement among raft nodes before linearized reading' (duration: 2.000292097s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:35.783614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:33.78302Z","time spent":"2.000582834s","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/28 02:17:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T02:17:36.281883Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783169930,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:17:36.76705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:31.769283Z","time spent":"4.997758519s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/28 02:17:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T02:17:36.768003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:31.769285Z","time spent":"4.998702231s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/28 02:17:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T02:17:36.769521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:31.771863Z","time spent":"4.997653257s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-28T02:17:36.769634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:29.76862Z","time spent":"7.001012151s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-28T02:17:36.769738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:29.768737Z","time spent":"7.00099681s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-28T02:17:36.774018Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-02-28T02:17:37.274563Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783169943,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:17:37.775232Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783169943,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:17:37.784498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000308648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T02:17:37.784685Z","caller":"traceutil/trace.go:171","msg":"trace[733584050] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000563463s","start":"2026-02-28T02:17:35.784085Z","end":"2026-02-28T02:17:37.784649Z","steps":["trace[733584050] 'agreement among raft nodes before linearized reading' (duration: 2.000341308s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:37.78478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:35.784061Z","time spent":"2.000703707s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/28 02:17:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T02:17:38.275848Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783169943,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:17:38.334354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563960918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T02:17:38.334587Z","caller":"traceutil/trace.go:171","msg":"trace[429234710] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"1.564260644s","start":"2026-02-28T02:17:36.770276Z","end":"2026-02-28T02:17:38.334537Z","steps":["trace[429234710] 'agreement among raft nodes before linearized reading' (duration: 1.563994569s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:38.334709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:36.77025Z","time spent":"1.564442468s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/28 02:17:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T02:17:38.344871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.574085639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T02:17:38.344991Z","caller":"traceutil/trace.go:171","msg":"trace[926216357] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"1.574293014s","start":"2026-02-28T02:17:36.770672Z","end":"2026-02-28T02:17:38.344965Z","steps":["trace[926216357] 'agreement among raft nodes before linearized reading' (duration: 1.574136161s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:38.345053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:36.770648Z","time spent":"1.574395717s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/28 02:17:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T02:17:38.354951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583983578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T02:17:38.355048Z","caller":"traceutil/trace.go:171","msg":"trace[1868571423] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"1.584089471s","start":"2026-02-28T02:17:36.770942Z","end":"2026-02-28T02:17:38.355031Z","steps":["trace[1868571423] 'agreement among raft nodes before linearized reading' (duration: 1.583981548s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:38.355102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:36.770909Z","time spent":"1.584183292s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/28 02:17:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T02:17:38.776975Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783169943,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:17:39.277276Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783169943,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:17:39.781301Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783169943,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:17:39.781413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:32.774745Z","time spent":"7.006661756s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-28T02:17:39.792963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000188955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-28T02:17:39.793012Z","caller":"traceutil/trace.go:171","msg":"trace[755044260] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000298337s","start":"2026-02-28T02:17:37.792697Z","end":"2026-02-28T02:17:39.792996Z","steps":["trace[755044260] 'agreement among raft nodes before linearized reading' (duration: 2.000232096s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:39.793055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:37.792678Z","time spent":"2.000371309s","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T02:17:40.127668Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"77a29ca1dedbdd36","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-28T02:17:40.282062Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783169943,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:17:40.782635Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783169943,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:17:41.283018Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783169943,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:17:41.557648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:34.556564Z","time spent":"7.00107309s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-28T02:17:41.768373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998340275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T02:17:41.768674Z","caller":"traceutil/trace.go:171","msg":"trace[502888443] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.998557291s","start":"2026-02-28T02:17:36.769916Z","end":"2026-02-28T02:17:41.768473Z","steps":["trace[502888443] 'agreement among raft nodes before linearized reading' (duration: 4.998371726s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:41.768563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997555778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-02-28T02:17:41.768839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:36.769896Z","time spent":"4.998931739s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/02/28 02:17:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T02:17:41.768983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997914056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T02:17:41.769002Z","caller":"traceutil/trace.go:171","msg":"trace[1028368917] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.99809495s","start":"2026-02-28T02:17:36.770735Z","end":"2026-02-28T02:17:41.76883Z","steps":["trace[1028368917] 'agreement among raft nodes before linearized reading' (duration: 4.997569298s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:17:41.769112Z","caller":"traceutil/trace.go:171","msg":"trace[1086892913] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.99808614s","start":"2026-02-28T02:17:36.770981Z","end":"2026-02-28T02:17:41.769067Z","steps":["trace[1086892913] 'agreement among raft nodes before linearized reading' (duration: 4.997920607s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:41.769201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:36.770974Z","time spent":"4.998190952s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-28T02:17:41.7692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:36.770725Z","time spent":"4.998366266s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/02/28 02:17:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/02/28 02:17:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T02:17:41.784233Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783169943,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:17:41.793747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000404792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-28T02:17:41.793893Z","caller":"traceutil/trace.go:171","msg":"trace[1891872347] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000615306s","start":"2026-02-28T02:17:39.793231Z","end":"2026-02-28T02:17:41.793846Z","steps":["trace[1891872347] 'agreement among raft nodes before linearized reading' (duration: 2.000437742s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:41.793979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:39.793222Z","time spent":"2.000740729s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/28 02:17:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T02:17:41.806364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.26424676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T02:17:41.806435Z","caller":"traceutil/trace.go:171","msg":"trace[1882256070] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"11.264362173s","start":"2026-02-28T02:17:30.542053Z","end":"2026-02-28T02:17:41.806415Z","steps":["trace[1882256070] 'agreement among raft nodes before linearized reading' (duration: 11.264282401s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:41.806478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:30.542025Z","time spent":"11.264442704s","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/02/28 02:17:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T02:17:42.285216Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783169943,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:17:42.505636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:35.505145Z","time spent":"7.00048021s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-28T02:17:42.786008Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783169943,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:17:43.286812Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783169943,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:17:43.346303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:38.347727Z","time spent":"4.998564887s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-28T02:17:43.35595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:38.357189Z","time spent":"4.998749769s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/28 02:17:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T02:17:43.77481Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-02-28T02:17:43.775021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.086662932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-28T02:17:43.775069Z","caller":"traceutil/trace.go:171","msg":"trace[2143118119] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"7.086792075s","start":"2026-02-28T02:17:36.688259Z","end":"2026-02-28T02:17:43.775051Z","steps":["trace[2143118119] 'agreement among raft nodes before linearized reading' (duration: 7.086709763s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:43.775127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:36.688236Z","time spent":"7.086878197s","remote":"127.0.0.1:56242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:17:43.775177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.313310474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-28T02:17:43.775208Z","caller":"traceutil/trace.go:171","msg":"trace[1765199388] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; }","duration":"7.313401276s","start":"2026-02-28T02:17:36.461797Z","end":"2026-02-28T02:17:43.775198Z","steps":["trace[1765199388] 'agreement among raft nodes before linearized reading' (duration: 7.313373145s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:43.775231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:36.461759Z","time spent":"7.313466907s","remote":"127.0.0.1:49672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-02-28T02:17:43.775266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.378210663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-28T02:17:43.775292Z","caller":"traceutil/trace.go:171","msg":"trace[1418072864] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; }","duration":"7.378295885s","start":"2026-02-28T02:17:36.396991Z","end":"2026-02-28T02:17:43.775287Z","steps":["trace[1418072864] 'agreement among raft nodes before linearized reading' (duration: 7.378267144s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:43.775321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:36.396955Z","time spent":"7.378355746s","remote":"127.0.0.1:56158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:17:43.775361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.678297933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-28T02:17:43.775382Z","caller":"traceutil/trace.go:171","msg":"trace[340766212] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; }","duration":"7.678371515s","start":"2026-02-28T02:17:36.097004Z","end":"2026-02-28T02:17:43.775376Z","steps":["trace[340766212] 'agreement among raft nodes before linearized reading' (duration: 7.678348614s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:43.775414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:36.096975Z","time spent":"7.678430895s","remote":"127.0.0.1:56178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:17:43.77545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.834906302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-28T02:17:43.775476Z","caller":"traceutil/trace.go:171","msg":"trace[200014730] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; }","duration":"7.834980214s","start":"2026-02-28T02:17:35.94049Z","end":"2026-02-28T02:17:43.775471Z","steps":["trace[200014730] 'agreement among raft nodes before linearized reading' (duration: 7.834951393s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:43.775502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:35.940473Z","time spent":"7.835022794s","remote":"127.0.0.1:43708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":0,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:17:43.775547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.962699276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-28T02:17:43.775573Z","caller":"traceutil/trace.go:171","msg":"trace[1399722445] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; }","duration":"7.962760718s","start":"2026-02-28T02:17:35.812807Z","end":"2026-02-28T02:17:43.775567Z","steps":["trace[1399722445] 'agreement among raft nodes before linearized reading' (duration: 7.962727407s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:43.775611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:35.812783Z","time spent":"7.962820999s","remote":"127.0.0.1:41386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:17:43.775653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.341126202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-28T02:17:43.775679Z","caller":"traceutil/trace.go:171","msg":"trace[205235119] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; }","duration":"8.341196753s","start":"2026-02-28T02:17:35.434476Z","end":"2026-02-28T02:17:43.775673Z","steps":["trace[205235119] 'agreement among raft nodes before linearized reading' (duration: 8.341168103s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:43.77571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:35.43445Z","time spent":"8.341252455s","remote":"127.0.0.1:49606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:17:43.775745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.828689551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-28T02:17:43.775772Z","caller":"traceutil/trace.go:171","msg":"trace[1898720588] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; }","duration":"8.828760472s","start":"2026-02-28T02:17:34.947006Z","end":"2026-02-28T02:17:43.775766Z","steps":["trace[1898720588] 'agreement among raft nodes before linearized reading' (duration: 8.828730922s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:43.775799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:34.946979Z","time spent":"8.828811934s","remote":"127.0.0.1:49692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:17:43.775839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.911987124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/rook-ceph/rook-ceph-system\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-28T02:17:43.775861Z","caller":"traceutil/trace.go:171","msg":"trace[309578070] range","detail":"{range_begin:/registry/roles/rook-ceph/rook-ceph-system; range_end:; }","duration":"13.912043924s","start":"2026-02-28T02:17:29.863811Z","end":"2026-02-28T02:17:43.775855Z","steps":["trace[309578070] 'agreement among raft nodes before linearized reading' (duration: 13.912021014s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:43.77589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:29.863786Z","time spent":"13.912098416s","remote":"127.0.0.1:43866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/roles/rook-ceph/rook-ceph-system\" "} {"level":"warn","ts":"2026-02-28T02:17:43.775933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.917698439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/rook-ceph/rook-ceph-purge-osd\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-28T02:17:43.775958Z","caller":"traceutil/trace.go:171","msg":"trace[1203340975] range","detail":"{range_begin:/registry/roles/rook-ceph/rook-ceph-purge-osd; range_end:; }","duration":"13.91777433s","start":"2026-02-28T02:17:29.858179Z","end":"2026-02-28T02:17:43.775953Z","steps":["trace[1203340975] 'agreement among raft nodes before linearized reading' (duration: 13.91774903s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:43.775983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:29.858155Z","time spent":"13.917821362s","remote":"127.0.0.1:43866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/roles/rook-ceph/rook-ceph-purge-osd\" "} {"level":"warn","ts":"2026-02-28T02:17:43.776022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.002261272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-28T02:17:43.776047Z","caller":"traceutil/trace.go:171","msg":"trace[10988619] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; }","duration":"14.002307122s","start":"2026-02-28T02:17:29.773734Z","end":"2026-02-28T02:17:43.776041Z","steps":["trace[10988619] 'agreement among raft nodes before linearized reading' (duration: 14.002280541s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:43.776072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:29.773728Z","time spent":"14.002336343s","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-28T02:17:43.776238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.007499196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-28T02:17:43.776279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.733158872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-28T02:17:43.77638Z","caller":"traceutil/trace.go:171","msg":"trace[817612886] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; }","duration":"12.007738821s","start":"2026-02-28T02:17:31.768603Z","end":"2026-02-28T02:17:43.776342Z","steps":["trace[817612886] 'agreement among raft nodes before linearized reading' (duration: 12.007541296s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:17:43.776408Z","caller":"traceutil/trace.go:171","msg":"trace[121378250] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; }","duration":"9.733374307s","start":"2026-02-28T02:17:34.042995Z","end":"2026-02-28T02:17:43.776369Z","steps":["trace[121378250] 'agreement among raft nodes before linearized reading' (duration: 9.733203333s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:43.776504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.998296092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18984772853e4735\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-28T02:17:43.776537Z","caller":"traceutil/trace.go:171","msg":"trace[62284202] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18984772853e4735; range_end:; }","duration":"9.998382624s","start":"2026-02-28T02:17:33.778145Z","end":"2026-02-28T02:17:43.776528Z","steps":["trace[62284202] 'agreement among raft nodes before linearized reading' (duration: 9.998350033s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:43.776566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:33.778121Z","time spent":"9.998436825s","remote":"127.0.0.1:43610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18984772853e4735\" "} {"level":"warn","ts":"2026-02-28T02:17:43.776633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.007559117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-28T02:17:43.776662Z","caller":"traceutil/trace.go:171","msg":"trace[1665389343] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; }","duration":"12.007637788s","start":"2026-02-28T02:17:31.769017Z","end":"2026-02-28T02:17:43.776654Z","steps":["trace[1665389343] 'agreement among raft nodes before linearized reading' (duration: 12.007607968s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:43.776694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:31.768992Z","time spent":"12.00769568s","remote":"127.0.0.1:43708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":0,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-02-28T02:17:43.776559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:34.042962Z","time spent":"9.733578281s","remote":"127.0.0.1:43638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-28T02:17:43.776734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.008529798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-28T02:17:43.77692Z","caller":"traceutil/trace.go:171","msg":"trace[1955938365] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; }","duration":"12.008799923s","start":"2026-02-28T02:17:31.76809Z","end":"2026-02-28T02:17:43.77689Z","steps":["trace[1955938365] 'agreement among raft nodes before linearized reading' (duration: 12.008494597s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:43.776971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.942147561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-28T02:17:43.777099Z","caller":"traceutil/trace.go:171","msg":"trace[1126907833] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; }","duration":"8.942312215s","start":"2026-02-28T02:17:34.834775Z","end":"2026-02-28T02:17:43.777087Z","steps":["trace[1126907833] 'agreement among raft nodes before linearized reading' (duration: 8.942176042s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:43.777146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:34.834759Z","time spent":"8.942368026s","remote":"127.0.0.1:44054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":0,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:17:43.777193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.234615129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-28T02:17:43.777239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.580629873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-28T02:17:43.777316Z","caller":"traceutil/trace.go:171","msg":"trace[196821682] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; }","duration":"12.234746812s","start":"2026-02-28T02:17:31.542497Z","end":"2026-02-28T02:17:43.777244Z","steps":["trace[196821682] 'agreement among raft nodes before linearized reading' (duration: 12.23464655s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:43.776455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:31.768567Z","time spent":"12.007872114s","remote":"127.0.0.1:43708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":0,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-02-28T02:17:43.777164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:31.767984Z","time spent":"12.009072131s","remote":"127.0.0.1:43708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":0,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-02-28T02:17:43.777474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.697363985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-28T02:17:43.776291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.47670376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-28T02:17:43.777469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.694336127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-28T02:17:43.777523Z","caller":"traceutil/trace.go:171","msg":"trace[586282053] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; }","duration":"9.697451166s","start":"2026-02-28T02:17:34.080061Z","end":"2026-02-28T02:17:43.777513Z","steps":["trace[586282053] 'agreement among raft nodes before linearized reading' (duration: 9.697398345s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:43.777574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:34.080038Z","time spent":"9.697528068s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-28T02:17:43.777365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:31.542474Z","time spent":"12.234876964s","remote":"127.0.0.1:49718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-02-28T02:17:43.777332Z","caller":"traceutil/trace.go:171","msg":"trace[1379279580] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; }","duration":"9.580725735s","start":"2026-02-28T02:17:34.196596Z","end":"2026-02-28T02:17:43.777322Z","steps":["trace[1379279580] 'agreement among raft nodes before linearized reading' (duration: 9.580629513s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:17:43.777591Z","caller":"traceutil/trace.go:171","msg":"trace[638320829] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; }","duration":"9.694506931s","start":"2026-02-28T02:17:34.083052Z","end":"2026-02-28T02:17:43.777559Z","steps":["trace[638320829] 'agreement among raft nodes before linearized reading' (duration: 9.694334027s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:43.777635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:34.196488Z","time spent":"9.581135154s","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":0,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:17:43.777654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:34.083041Z","time spent":"9.694599504s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-28T02:17:43.777877Z","caller":"traceutil/trace.go:171","msg":"trace[1675771828] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; }","duration":"12.478460389s","start":"2026-02-28T02:17:31.299389Z","end":"2026-02-28T02:17:43.77785Z","steps":["trace[1675771828] 'agreement among raft nodes before linearized reading' (duration: 12.476536687s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:43.777954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:31.299367Z","time spent":"12.478565462s","remote":"127.0.0.1:50052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":0,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:17:43.799591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000467783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T02:17:43.799661Z","caller":"traceutil/trace.go:171","msg":"trace[1277421785] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000586536s","start":"2026-02-28T02:17:41.799059Z","end":"2026-02-28T02:17:43.799645Z","steps":["trace[1277421785] 'agreement among raft nodes before linearized reading' (duration: 2.000500594s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:43.7997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:41.799038Z","time spent":"2.000653597s","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/28 02:17:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T02:17:44.275187Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783169952,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:17:44.775572Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783169952,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:17:45.276026Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783169952,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:17:45.368972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:38.368543Z","time spent":"7.000417706s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-28T02:17:45.376317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:38.376203Z","time spent":"7.000100057s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/28 02:17:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T02:17:45.776207Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783169952,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:17:45.799952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99993994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T02:17:45.800047Z","caller":"traceutil/trace.go:171","msg":"trace[2132720785] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000083014s","start":"2026-02-28T02:17:43.799944Z","end":"2026-02-28T02:17:45.800027Z","steps":["trace[2132720785] 'agreement among raft nodes before linearized reading' (duration: 1.999966291s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:45.80009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:43.79993Z","time spent":"2.000152135s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/28 02:17:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T02:17:46.277316Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783169952,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:17:46.778334Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783169952,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:17:47.137311Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"77a29ca1dedbdd36","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-28T02:17:47.279339Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783169952,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:17:47.771414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.984423247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T02:17:47.771547Z","caller":"traceutil/trace.go:171","msg":"trace[1550972905] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.984624452s","start":"2026-02-28T02:17:39.786891Z","end":"2026-02-28T02:17:47.771516Z","steps":["trace[1550972905] 'agreement among raft nodes before linearized reading' (duration: 7.984451858s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:47.771618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:39.786875Z","time spent":"7.984730215s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/02/28 02:17:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T02:17:47.780444Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783169952,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:17:47.806692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000412771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-28T02:17:47.806804Z","caller":"traceutil/trace.go:171","msg":"trace[1135962463] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000567174s","start":"2026-02-28T02:17:45.806216Z","end":"2026-02-28T02:17:47.806784Z","steps":["trace[1135962463] 'agreement among raft nodes before linearized reading' (duration: 2.000430781s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:47.807063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:45.806204Z","time spent":"2.000752448s","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T02:17:48.281376Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783169952,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:17:48.563259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:41.562825Z","time spent":"7.000422306s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-28T02:17:48.781805Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783169952,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:17:49.283003Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783169952,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:17:49.511758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:42.510748Z","time spent":"7.001003059s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-28T02:17:49.783192Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783169952,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:17:49.807745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000006523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T02:17:49.807843Z","caller":"traceutil/trace.go:171","msg":"trace[730394618] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000150736s","start":"2026-02-28T02:17:47.807668Z","end":"2026-02-28T02:17:49.807818Z","steps":["trace[730394618] 'agreement among raft nodes before linearized reading' (duration: 2.000044514s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:49.807919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:47.807645Z","time spent":"2.000253178s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/28 02:17:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T02:17:50.284302Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783169952,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:17:50.64186Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"77a29ca1dedbdf7b","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-28T02:17:50.775124Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-02-28T02:17:50.775263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.694291732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-28T02:17:50.775315Z","caller":"traceutil/trace.go:171","msg":"trace[1021034101] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; }","duration":"7.694395864s","start":"2026-02-28T02:17:43.080903Z","end":"2026-02-28T02:17:50.775299Z","steps":["trace[1021034101] 'agreement among raft nodes before linearized reading' (duration: 7.694312312s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:50.775367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:43.080891Z","time spent":"7.694464816s","remote":"127.0.0.1:43778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:17:50.775366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.886064108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-28T02:17:50.775442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.804455587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.65\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-28T02:17:50.775462Z","caller":"traceutil/trace.go:171","msg":"trace[106154044] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; }","duration":"9.886239591s","start":"2026-02-28T02:17:40.889202Z","end":"2026-02-28T02:17:50.775442Z","steps":["trace[106154044] 'agreement among raft nodes before linearized reading' (duration: 9.886085118s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:50.775499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.296485755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-28T02:17:50.775525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.195257625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-28T02:17:50.775565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.587794962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-28T02:17:50.775564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.753658131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-28T02:17:50.775608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.893139232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-28T02:17:50.775635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.976624458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-28T02:17:50.775636Z","caller":"traceutil/trace.go:171","msg":"trace[17309335] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; }","duration":"7.753758993s","start":"2026-02-28T02:17:43.021853Z","end":"2026-02-28T02:17:50.775612Z","steps":["trace[17309335] 'agreement among raft nodes before linearized reading' (duration: 7.753703262s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:50.775611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.689278944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-28T02:17:50.775659Z","caller":"traceutil/trace.go:171","msg":"trace[636458846] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; }","duration":"8.976648449s","start":"2026-02-28T02:17:41.799004Z","end":"2026-02-28T02:17:50.775653Z","steps":["trace[636458846] 'agreement among raft nodes before linearized reading' (duration: 8.976624588s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:17:50.775676Z","caller":"traceutil/trace.go:171","msg":"trace[168635482] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; }","duration":"9.689344665s","start":"2026-02-28T02:17:41.086324Z","end":"2026-02-28T02:17:50.775668Z","steps":["trace[168635482] 'agreement among raft nodes before linearized reading' (duration: 9.689279194s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:50.775689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:41.798924Z","time spent":"8.976757241s","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-28T02:17:50.775692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:43.021828Z","time spent":"7.753852684s","remote":"127.0.0.1:43904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:17:50.775704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:41.086266Z","time spent":"9.689429047s","remote":"127.0.0.1:43644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:17:50.775746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.885122326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-28T02:17:50.775772Z","caller":"traceutil/trace.go:171","msg":"trace[1211376784] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; }","duration":"7.885146666s","start":"2026-02-28T02:17:42.890617Z","end":"2026-02-28T02:17:50.775764Z","steps":["trace[1211376784] 'agreement among raft nodes before linearized reading' (duration: 7.885122566s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:50.775789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:42.890596Z","time spent":"7.885188017s","remote":"127.0.0.1:43756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:17:50.775818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.966604657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-28T02:17:50.775832Z","caller":"traceutil/trace.go:171","msg":"trace[1639090989] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; }","duration":"7.966661209s","start":"2026-02-28T02:17:42.809167Z","end":"2026-02-28T02:17:50.775828Z","steps":["trace[1639090989] 'agreement among raft nodes before linearized reading' (duration: 7.966645998s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:50.775868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:42.80915Z","time spent":"7.96671203s","remote":"127.0.0.1:43960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:17:50.775572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.819430019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-28T02:17:50.775904Z","caller":"traceutil/trace.go:171","msg":"trace[1207634080] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; }","duration":"8.819765336s","start":"2026-02-28T02:17:41.956132Z","end":"2026-02-28T02:17:50.775897Z","steps":["trace[1207634080] 'agreement among raft nodes before linearized reading' (duration: 8.819430529s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:50.775923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:41.956077Z","time spent":"8.819838868s","remote":"127.0.0.1:50084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":0,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:17:50.775419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.245698011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-28T02:17:50.775498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.759567362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-28T02:17:50.775959Z","caller":"traceutil/trace.go:171","msg":"trace[1078250262] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; }","duration":"12.246297104s","start":"2026-02-28T02:17:38.529655Z","end":"2026-02-28T02:17:50.775952Z","steps":["trace[1078250262] 'agreement among raft nodes before linearized reading' (duration: 12.245756013s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:50.77598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:38.529624Z","time spent":"12.246349145s","remote":"127.0.0.1:43802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":0,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-02-28T02:17:50.775982Z","caller":"traceutil/trace.go:171","msg":"trace[1864763733] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; }","duration":"10.760110954s","start":"2026-02-28T02:17:40.01586Z","end":"2026-02-28T02:17:50.775971Z","steps":["trace[1864763733] 'agreement among raft nodes before linearized reading' (duration: 10.759628733s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:50.776028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:40.015825Z","time spent":"10.760191026s","remote":"127.0.0.1:49668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:17:50.775522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:40.889188Z","time spent":"9.886320194s","remote":"127.0.0.1:44034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":0,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-02-28T02:17:50.77564Z","caller":"traceutil/trace.go:171","msg":"trace[1353942692] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; }","duration":"8.893210453s","start":"2026-02-28T02:17:41.882421Z","end":"2026-02-28T02:17:50.775632Z","steps":["trace[1353942692] 'agreement among raft nodes before linearized reading' (duration: 8.893177843s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:50.775469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.975262419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-28T02:17:50.7761Z","caller":"traceutil/trace.go:171","msg":"trace[903356868] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; }","duration":"9.975948414s","start":"2026-02-28T02:17:40.800141Z","end":"2026-02-28T02:17:50.77609Z","steps":["trace[903356868] 'agreement among raft nodes before linearized reading' (duration: 9.975318981s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:50.776161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:40.800109Z","time spent":"9.976037145s","remote":"127.0.0.1:43706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-28T02:17:50.775475Z","caller":"traceutil/trace.go:171","msg":"trace[1501419726] range","detail":"{range_begin:/registry/masterleases/199.204.45.65; range_end:; }","duration":"12.80456985s","start":"2026-02-28T02:17:37.970897Z","end":"2026-02-28T02:17:50.775467Z","steps":["trace[1501419726] 'agreement among raft nodes before linearized reading' (duration: 12.804539729s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:50.776183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:41.882397Z","time spent":"8.893726845s","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:17:50.775428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.21982809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-28T02:17:50.776276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:37.97087Z","time spent":"12.805354517s","remote":"127.0.0.1:43548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.204.45.65\" "} {"level":"info","ts":"2026-02-28T02:17:50.776305Z","caller":"traceutil/trace.go:171","msg":"trace[1794931546] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; }","duration":"12.22072937s","start":"2026-02-28T02:17:38.555549Z","end":"2026-02-28T02:17:50.776278Z","steps":["trace[1794931546] 'agreement among raft nodes before linearized reading' (duration: 12.219849471s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:50.775474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.093060303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-28T02:17:50.776343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:38.555538Z","time spent":"12.220796221s","remote":"127.0.0.1:43928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-02-28T02:17:50.77553Z","caller":"traceutil/trace.go:171","msg":"trace[1551217846] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; }","duration":"13.296557017s","start":"2026-02-28T02:17:37.478967Z","end":"2026-02-28T02:17:50.775524Z","steps":["trace[1551217846] 'agreement among raft nodes before linearized reading' (duration: 13.296524696s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:17:50.776374Z","caller":"traceutil/trace.go:171","msg":"trace[197953721] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"8.094023034s","start":"2026-02-28T02:17:42.682328Z","end":"2026-02-28T02:17:50.776351Z","steps":["trace[197953721] 'agreement among raft nodes before linearized reading' (duration: 8.093041993s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:50.776397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:37.478945Z","time spent":"13.297439716s","remote":"127.0.0.1:32936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:17:50.776419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:42.68229Z","time spent":"8.094110956s","remote":"127.0.0.1:56256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-28T02:17:50.775589Z","caller":"traceutil/trace.go:171","msg":"trace[1607592488] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; }","duration":"13.587864453s","start":"2026-02-28T02:17:37.187719Z","end":"2026-02-28T02:17:50.775584Z","steps":["trace[1607592488] 'agreement among raft nodes before linearized reading' (duration: 13.587838653s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:50.776493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:37.18769Z","time spent":"13.588773462s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-02-28T02:17:50.775576Z","caller":"traceutil/trace.go:171","msg":"trace[2013807945] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; }","duration":"11.195372227s","start":"2026-02-28T02:17:39.580191Z","end":"2026-02-28T02:17:50.775563Z","steps":["trace[2013807945] 'agreement among raft nodes before linearized reading' (duration: 11.195326806s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:50.776543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:39.580161Z","time spent":"11.196374209s","remote":"127.0.0.1:53102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":0,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:17:50.785556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:43.785324Z","time spent":"7.000228861s","remote":"127.0.0.1:43610","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-28T02:17:51.275429Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783169960,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:17:51.776093Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783169960,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:17:51.816185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000295308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T02:17:51.816252Z","caller":"traceutil/trace.go:171","msg":"trace[1538350527] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000402371s","start":"2026-02-28T02:17:49.815835Z","end":"2026-02-28T02:17:51.816238Z","steps":["trace[1538350527] 'agreement among raft nodes before linearized reading' (duration: 2.000318339s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:51.816283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:49.815822Z","time spent":"2.000454922s","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/28 02:17:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T02:17:52.277218Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783169960,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:17:52.777527Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783169960,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:17:53.278396Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783169960,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:17:53.779622Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783169960,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:17:53.816767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000120464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T02:17:53.816838Z","caller":"traceutil/trace.go:171","msg":"trace[70018558] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000251937s","start":"2026-02-28T02:17:51.816568Z","end":"2026-02-28T02:17:53.81682Z","steps":["trace[70018558] 'agreement among raft nodes before linearized reading' (duration: 2.000154025s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:53.816886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:51.816546Z","time spent":"2.000330109s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/28 02:17:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T02:17:54.055373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000284538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T02:17:54.055508Z","caller":"traceutil/trace.go:171","msg":"trace[1300125703] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000499303s","start":"2026-02-28T02:17:52.054978Z","end":"2026-02-28T02:17:54.055477Z","steps":["trace[1300125703] 'agreement among raft nodes before linearized reading' (duration: 2.000311879s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:54.055617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:52.054954Z","time spent":"2.000638316s","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/28 02:17:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T02:17:54.146328Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"77a29ca1dedbdd36","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-28T02:17:54.2804Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783169960,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:17:54.776309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:47.775528Z","time spent":"7.000771554s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-28T02:17:54.781195Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783169960,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:17:55.282411Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620624855783169960,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:17:55.322771Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"25.550583185s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-28T02:17:55.363193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:34.585959Z","time spent":"20.777217062s","remote":"127.0.0.1:41768","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-28T02:17:55.363252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.761213783s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:17:55.363374Z","caller":"traceutil/trace.go:171","msg":"trace[469953566] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19689; }","duration":"5.761347275s","start":"2026-02-28T02:17:49.602007Z","end":"2026-02-28T02:17:55.363355Z","steps":["trace[469953566] 'range keys from in-memory index tree' (duration: 5.761196872s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:55.363384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.762314333s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:17:55.363512Z","caller":"traceutil/trace.go:171","msg":"trace[1985053109] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19689; }","duration":"20.762453987s","start":"2026-02-28T02:17:34.601035Z","end":"2026-02-28T02:17:55.363489Z","steps":["trace[1985053109] 'range keys from in-memory index tree' (duration: 20.762290093s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:55.480845Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"41.101µs","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"warn","ts":"2026-02-28T02:17:55.487795Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"12.6µs","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"warn","ts":"2026-02-28T02:17:55.48806Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"38.801µs","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"info","ts":"2026-02-28T02:17:55.488124Z","caller":"traceutil/trace.go:171","msg":"trace[450627085] transaction","detail":"{read_only:false; number_of_response:1; response_revision:19701; }","duration":"6.920700822s","start":"2026-02-28T02:17:48.567394Z","end":"2026-02-28T02:17:55.488095Z","steps":["trace[450627085] 'process raft request' (duration: 6.920512488s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:55.488137Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"7.74µs","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"info","ts":"2026-02-28T02:17:55.488183Z","caller":"traceutil/trace.go:171","msg":"trace[443973749] transaction","detail":"{read_only:false; number_of_response:1; response_revision:19701; }","duration":"5.971543244s","start":"2026-02-28T02:17:49.516593Z","end":"2026-02-28T02:17:55.488136Z","steps":["trace[443973749] 'process raft request' (duration: 5.971394161s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:55.488286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:48.567373Z","time spent":"6.920811084s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":726,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:17:55.488336Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"77a29ca1dedbdd36","error":"lease not found"} {"level":"warn","ts":"2026-02-28T02:17:55.488374Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"77a29ca1dedbdf7b","error":"lease not found"} {"level":"warn","ts":"2026-02-28T02:17:55.488429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:49.516568Z","time spent":"5.971718717s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":575,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:17:55.488553Z","caller":"traceutil/trace.go:171","msg":"trace[511446118] linearizableReadLoop","detail":"{readStateIndex:20469; appliedIndex:20442; }","duration":"4.713341655s","start":"2026-02-28T02:17:50.775193Z","end":"2026-02-28T02:17:55.488534Z","steps":["trace[511446118] 'read index received' (duration: 4.547852465s)","trace[511446118] 'applied index is now lower than readState.Index' (duration: 165.487489ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:17:55.488679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.051212389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-28T02:17:55.488692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.807312475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:17:55.488721Z","caller":"traceutil/trace.go:171","msg":"trace[1940869562] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:19701; }","duration":"9.05125676s","start":"2026-02-28T02:17:46.437451Z","end":"2026-02-28T02:17:55.488708Z","steps":["trace[1940869562] 'agreement among raft nodes before linearized reading' (duration: 9.051096097s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:17:55.488733Z","caller":"traceutil/trace.go:171","msg":"trace[1929068484] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:19701; }","duration":"8.807381117s","start":"2026-02-28T02:17:46.681339Z","end":"2026-02-28T02:17:55.48872Z","steps":["trace[1929068484] 'agreement among raft nodes before linearized reading' (duration: 8.807283764s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:55.488732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.739636841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-28T02:17:55.488761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:46.437364Z","time spent":"9.051388642s","remote":"127.0.0.1:43876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":113,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:17:55.48877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:46.681322Z","time spent":"8.807439767s","remote":"127.0.0.1:49590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-02-28T02:17:55.488798Z","caller":"traceutil/trace.go:171","msg":"trace[250291779] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:19701; }","duration":"5.739753804s","start":"2026-02-28T02:17:49.74902Z","end":"2026-02-28T02:17:55.488774Z","steps":["trace[250291779] 'agreement among raft nodes before linearized reading' (duration: 5.739630161s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:55.488812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.141379717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-28T02:17:55.488805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.93798593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-28T02:17:55.488846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:49.748999Z","time spent":"5.739836536s","remote":"127.0.0.1:44042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-28T02:17:55.488858Z","caller":"traceutil/trace.go:171","msg":"trace[1613288077] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:19701; }","duration":"6.141418698s","start":"2026-02-28T02:17:49.347423Z","end":"2026-02-28T02:17:55.488842Z","steps":["trace[1613288077] 'agreement among raft nodes before linearized reading' (duration: 6.141361107s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:17:55.488869Z","caller":"traceutil/trace.go:171","msg":"trace[1717723176] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:19701; }","duration":"7.938112703s","start":"2026-02-28T02:17:47.550734Z","end":"2026-02-28T02:17:55.488847Z","steps":["trace[1717723176] 'agreement among raft nodes before linearized reading' (duration: 7.93795414s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:55.488896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:49.347363Z","time spent":"6.141524441s","remote":"127.0.0.1:43720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:17:55.488923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:47.550713Z","time spent":"7.938198806s","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":5,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:17:55.488942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.840859668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:17:55.488978Z","caller":"traceutil/trace.go:171","msg":"trace[2075806680] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:19701; }","duration":"8.84093392s","start":"2026-02-28T02:17:46.64803Z","end":"2026-02-28T02:17:55.488964Z","steps":["trace[2075806680] 'agreement among raft nodes before linearized reading' (duration: 8.840876239s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:55.489016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:46.64801Z","time spent":"8.840996562s","remote":"127.0.0.1:53114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:17:55.489061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.193395435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:17:55.489096Z","caller":"traceutil/trace.go:171","msg":"trace[1671202229] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:19701; }","duration":"5.193430245s","start":"2026-02-28T02:17:50.295656Z","end":"2026-02-28T02:17:55.489086Z","steps":["trace[1671202229] 'agreement among raft nodes before linearized reading' (duration: 5.193370234s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:55.489125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:50.2956Z","time spent":"5.193518537s","remote":"127.0.0.1:56096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:17:55.489181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.849919486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-28T02:17:55.489188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.562392875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:17:55.489217Z","caller":"traceutil/trace.go:171","msg":"trace[1541393606] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19701; }","duration":"8.850001888s","start":"2026-02-28T02:17:46.639204Z","end":"2026-02-28T02:17:55.489206Z","steps":["trace[1541393606] 'agreement among raft nodes before linearized reading' (duration: 8.849942567s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:17:55.489228Z","caller":"traceutil/trace.go:171","msg":"trace[715391316] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:19701; }","duration":"6.562465926s","start":"2026-02-28T02:17:48.926747Z","end":"2026-02-28T02:17:55.489213Z","steps":["trace[715391316] 'agreement among raft nodes before linearized reading' (duration: 6.562403885s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:55.489296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:46.639179Z","time spent":"8.8500655s","remote":"127.0.0.1:56304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:17:55.489379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.561516872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"warn","ts":"2026-02-28T02:17:55.489299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:48.926724Z","time spent":"6.562566759s","remote":"127.0.0.1:49646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-02-28T02:17:55.489424Z","caller":"traceutil/trace.go:171","msg":"trace[1074009933] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:19701; }","duration":"11.561617503s","start":"2026-02-28T02:17:43.927795Z","end":"2026-02-28T02:17:55.489413Z","steps":["trace[1074009933] 'agreement among raft nodes before linearized reading' (duration: 11.56144507s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:55.488737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.728059309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-28T02:17:55.489486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.608996191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/rook-ceph/rook-ceph-system\" ","response":"range_response_count:1 size:1222"} {"level":"info","ts":"2026-02-28T02:17:55.489519Z","caller":"traceutil/trace.go:171","msg":"trace[235186368] range","detail":"{range_begin:/registry/roles/rook-ceph/rook-ceph-system; range_end:; response_count:1; response_revision:19701; }","duration":"11.609073842s","start":"2026-02-28T02:17:43.880432Z","end":"2026-02-28T02:17:55.489506Z","steps":["trace[235186368] 'agreement among raft nodes before linearized reading' (duration: 11.608941509s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:55.489551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:43.880405Z","time spent":"11.609139704s","remote":"127.0.0.1:43866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":1246,"request content":"key:\"/registry/roles/rook-ceph/rook-ceph-system\" "} {"level":"warn","ts":"2026-02-28T02:17:55.489601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.214173584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T02:17:55.489703Z","caller":"traceutil/trace.go:171","msg":"trace[253111186] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:19701; }","duration":"9.214336897s","start":"2026-02-28T02:17:46.275355Z","end":"2026-02-28T02:17:55.489692Z","steps":["trace[253111186] 'agreement among raft nodes before linearized reading' (duration: 9.213409366s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:55.489771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.702393611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"warn","ts":"2026-02-28T02:17:55.489779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.711133127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.65\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:17:55.489806Z","caller":"traceutil/trace.go:171","msg":"trace[1529855856] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19701; }","duration":"9.702483483s","start":"2026-02-28T02:17:45.787313Z","end":"2026-02-28T02:17:55.489797Z","steps":["trace[1529855856] 'agreement among raft nodes before linearized reading' (duration: 9.702385391s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:17:55.48981Z","caller":"traceutil/trace.go:171","msg":"trace[575914789] range","detail":"{range_begin:/registry/masterleases/199.204.45.65; range_end:; response_count:0; response_revision:19701; }","duration":"4.711198789s","start":"2026-02-28T02:17:50.778603Z","end":"2026-02-28T02:17:55.489802Z","steps":["trace[575914789] 'agreement among raft nodes before linearized reading' (duration: 4.711133217s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:55.489831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:45.787281Z","time spent":"9.702543974s","remote":"127.0.0.1:43708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-02-28T02:17:55.489835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.622516405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/rook-ceph/rook-ceph-purge-osd\" ","response":"range_response_count:1 size:733"} {"level":"warn","ts":"2026-02-28T02:17:55.489841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.247166587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-28T02:17:55.48988Z","caller":"traceutil/trace.go:171","msg":"trace[1157555510] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19701; }","duration":"11.247278259s","start":"2026-02-28T02:17:44.242593Z","end":"2026-02-28T02:17:55.489871Z","steps":["trace[1157555510] 'agreement among raft nodes before linearized reading' (duration: 11.247149837s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:55.489847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.703019646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18677"} {"level":"info","ts":"2026-02-28T02:17:55.489886Z","caller":"traceutil/trace.go:171","msg":"trace[1715161637] range","detail":"{range_begin:/registry/roles/rook-ceph/rook-ceph-purge-osd; range_end:; response_count:1; response_revision:19701; }","duration":"11.622599257s","start":"2026-02-28T02:17:43.867262Z","end":"2026-02-28T02:17:55.489861Z","steps":["trace[1715161637] 'agreement among raft nodes before linearized reading' (duration: 11.622504995s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:55.489917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:44.242566Z","time spent":"11.24734567s","remote":"127.0.0.1:43638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-28T02:17:55.489935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:43.867237Z","time spent":"11.622690709s","remote":"127.0.0.1:43866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":757,"request content":"key:\"/registry/roles/rook-ceph/rook-ceph-purge-osd\" "} {"level":"warn","ts":"2026-02-28T02:17:55.489944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.622773254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T02:17:55.489985Z","caller":"traceutil/trace.go:171","msg":"trace[1608834314] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19701; }","duration":"2.622816454s","start":"2026-02-28T02:17:52.867158Z","end":"2026-02-28T02:17:55.489974Z","steps":["trace[1608834314] 'agreement among raft nodes before linearized reading' (duration: 2.622758023s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:55.49002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:52.867059Z","time spent":"2.622953077s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:17:55.489842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:50.778586Z","time spent":"4.71125013s","remote":"127.0.0.1:43548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/199.204.45.65\" "} {"level":"warn","ts":"2026-02-28T02:17:55.490075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.71505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:17:55.490107Z","caller":"traceutil/trace.go:171","msg":"trace[789521383] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:19701; }","duration":"890.793772ms","start":"2026-02-28T02:17:54.599305Z","end":"2026-02-28T02:17:55.490098Z","steps":["trace[789521383] 'agreement among raft nodes before linearized reading' (duration: 890.739591ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:55.490137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:54.599265Z","time spent":"890.864664ms","remote":"127.0.0.1:56104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:17:55.489617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.701573064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"warn","ts":"2026-02-28T02:17:55.490261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.184333344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:17:55.489457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:43.927774Z","time spent":"11.561675476s","remote":"127.0.0.1:43748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-02-28T02:17:55.490303Z","caller":"traceutil/trace.go:171","msg":"trace[886114417] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:19701; }","duration":"3.184434306s","start":"2026-02-28T02:17:52.30586Z","end":"2026-02-28T02:17:55.490294Z","steps":["trace[886114417] 'agreement among raft nodes before linearized reading' (duration: 3.184375265s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:55.490341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:52.305826Z","time spent":"3.184506898s","remote":"127.0.0.1:41428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:17:55.490354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051027256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-28T02:17:55.490404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.510841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:17:55.489508Z","caller":"traceutil/trace.go:171","msg":"trace[684282644] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:19701; }","duration":"7.728882668s","start":"2026-02-28T02:17:47.760606Z","end":"2026-02-28T02:17:55.489488Z","steps":["trace[684282644] 'agreement among raft nodes before linearized reading' (duration: 7.728003178s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:17:55.489933Z","caller":"traceutil/trace.go:171","msg":"trace[1905837259] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:19701; }","duration":"11.703137249s","start":"2026-02-28T02:17:43.786782Z","end":"2026-02-28T02:17:55.48992Z","steps":["trace[1905837259] 'agreement among raft nodes before linearized reading' (duration: 11.702530075s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:55.490453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:47.760579Z","time spent":"7.729862219s","remote":"127.0.0.1:41408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:17:55.490481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:43.786768Z","time spent":"11.703697991s","remote":"127.0.0.1:43720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18701,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-02-28T02:17:55.490506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.832695225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:17:55.490539Z","caller":"traceutil/trace.go:171","msg":"trace[382460037] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:19701; }","duration":"3.832764425s","start":"2026-02-28T02:17:51.657766Z","end":"2026-02-28T02:17:55.49053Z","steps":["trace[382460037] 'agreement among raft nodes before linearized reading' (duration: 3.832707894s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:55.490575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:51.657742Z","time spent":"3.832825477s","remote":"127.0.0.1:53096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-02-28T02:17:55.490405Z","caller":"traceutil/trace.go:171","msg":"trace[379432876] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:19701; }","duration":"1.051125558s","start":"2026-02-28T02:17:54.439262Z","end":"2026-02-28T02:17:55.490387Z","steps":["trace[379432876] 'agreement among raft nodes before linearized reading' (duration: 1.051031626s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:55.490638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:54.439231Z","time spent":"1.051394854s","remote":"127.0.0.1:53148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:17:55.489808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664647898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:17:55.490679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.605076577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-02-28T02:17:55.490708Z","caller":"traceutil/trace.go:171","msg":"trace[600277131] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19701; }","duration":"1.665579158s","start":"2026-02-28T02:17:53.825114Z","end":"2026-02-28T02:17:55.490693Z","steps":["trace[600277131] 'agreement among raft nodes before linearized reading' (duration: 1.664657868s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:55.490714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.705031074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"info","ts":"2026-02-28T02:17:55.49075Z","caller":"traceutil/trace.go:171","msg":"trace[1702313187] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:19701; }","duration":"4.705088915s","start":"2026-02-28T02:17:50.785653Z","end":"2026-02-28T02:17:55.490742Z","steps":["trace[1702313187] 'agreement among raft nodes before linearized reading' (duration: 4.704980463s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:55.490792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:50.785641Z","time spent":"4.705145036s","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7128,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-28T02:17:55.48972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.708680299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-h7vb8\" ","response":"range_response_count:1 size:9791"} {"level":"warn","ts":"2026-02-28T02:17:55.490841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246815369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:17:55.490876Z","caller":"traceutil/trace.go:171","msg":"trace[1683530749] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:19701; }","duration":"1.246902181s","start":"2026-02-28T02:17:54.243965Z","end":"2026-02-28T02:17:55.490868Z","steps":["trace[1683530749] 'agreement among raft nodes before linearized reading' (duration: 1.246846019s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:55.490308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.197281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-28T02:17:55.490902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:54.243935Z","time spent":"1.246960162s","remote":"127.0.0.1:50076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-02-28T02:17:55.490929Z","caller":"traceutil/trace.go:171","msg":"trace[1903272637] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:19701; }","duration":"709.833404ms","start":"2026-02-28T02:17:54.781084Z","end":"2026-02-28T02:17:55.490918Z","steps":["trace[1903272637] 'agreement among raft nodes before linearized reading' (duration: 709.162799ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:55.490753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:53.825095Z","time spent":"1.66564672s","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-28T02:17:55.490848Z","caller":"traceutil/trace.go:171","msg":"trace[406878008] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-h7vb8; range_end:; response_count:1; response_revision:19701; }","duration":"9.709862674s","start":"2026-02-28T02:17:45.780974Z","end":"2026-02-28T02:17:55.490837Z","steps":["trace[406878008] 'agreement among raft nodes before linearized reading' (duration: 9.708669768s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:55.491043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:45.78094Z","time spent":"9.710087369s","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9815,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-h7vb8\" "} {"level":"warn","ts":"2026-02-28T02:17:55.490367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.532594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:17:55.491116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.701595618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18984772853e4735\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-02-28T02:17:55.491117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.194786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-28T02:17:55.491156Z","caller":"traceutil/trace.go:171","msg":"trace[1931506017] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18984772853e4735; range_end:; response_count:1; response_revision:19701; }","duration":"4.701646399s","start":"2026-02-28T02:17:50.789494Z","end":"2026-02-28T02:17:55.491141Z","steps":["trace[1931506017] 'agreement among raft nodes before linearized reading' (duration: 4.701501875s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:17:55.491158Z","caller":"traceutil/trace.go:171","msg":"trace[1452141837] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:19701; }","duration":"729.356672ms","start":"2026-02-28T02:17:54.761785Z","end":"2026-02-28T02:17:55.491142Z","steps":["trace[1452141837] 'agreement among raft nodes before linearized reading' (duration: 728.544844ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:55.491199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:50.789484Z","time spent":"4.701701329s","remote":"127.0.0.1:43610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18984772853e4735\" "} {"level":"warn","ts":"2026-02-28T02:17:55.491209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:54.761756Z","time spent":"729.438313ms","remote":"127.0.0.1:41434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-02-28T02:17:55.490719Z","caller":"traceutil/trace.go:171","msg":"trace[967522009] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:19701; }","duration":"4.605152269s","start":"2026-02-28T02:17:50.885558Z","end":"2026-02-28T02:17:55.49071Z","steps":["trace[967522009] 'agreement among raft nodes before linearized reading' (duration: 4.605055407s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:55.491299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:50.885539Z","time spent":"4.605745192s","remote":"127.0.0.1:43706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-02-28T02:17:55.491161Z","caller":"traceutil/trace.go:171","msg":"trace[309560978] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:19701; }","duration":"637.294198ms","start":"2026-02-28T02:17:54.853855Z","end":"2026-02-28T02:17:55.491149Z","steps":["trace[309560978] 'agreement among raft nodes before linearized reading' (duration: 635.977119ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:55.491473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:54.853823Z","time spent":"637.566314ms","remote":"127.0.0.1:43610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1886,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:17:55.489699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.704254022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-02-28T02:17:55.491598Z","caller":"traceutil/trace.go:171","msg":"trace[1502602685] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19701; }","duration":"9.706163183s","start":"2026-02-28T02:17:45.785415Z","end":"2026-02-28T02:17:55.491579Z","steps":["trace[1502602685] 'agreement among raft nodes before linearized reading' (duration: 9.70416719s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:55.490265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107114763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-28T02:17:55.491692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:45.785406Z","time spent":"9.706268295s","remote":"127.0.0.1:43708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-02-28T02:17:55.491717Z","caller":"traceutil/trace.go:171","msg":"trace[1807278756] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:19701; }","duration":"1.108620656s","start":"2026-02-28T02:17:54.383083Z","end":"2026-02-28T02:17:55.491704Z","steps":["trace[1807278756] 'agreement among raft nodes before linearized reading' (duration: 1.107136884s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:55.491762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:54.383053Z","time spent":"1.108694928s","remote":"127.0.0.1:50062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:17:55.489891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.721272717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:17:55.491849Z","caller":"traceutil/trace.go:171","msg":"trace[538903836] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:19701; }","duration":"1.723263249s","start":"2026-02-28T02:17:53.76857Z","end":"2026-02-28T02:17:55.491834Z","steps":["trace[538903836] 'agreement among raft nodes before linearized reading' (duration: 1.721290887s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:55.491904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:53.76855Z","time spent":"1.723339281s","remote":"127.0.0.1:56116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:17:55.490217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.127311158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T02:17:55.492041Z","caller":"traceutil/trace.go:171","msg":"trace[55817048] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:19701; }","duration":"3.129186488s","start":"2026-02-28T02:17:52.362845Z","end":"2026-02-28T02:17:55.492031Z","steps":["trace[55817048] 'agreement among raft nodes before linearized reading' (duration: 3.127310227s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:55.492078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:52.362814Z","time spent":"3.129253859s","remote":"127.0.0.1:43976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":39,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-02-28T02:17:55.490266Z","caller":"traceutil/trace.go:171","msg":"trace[1172683169] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19701; }","duration":"9.702233157s","start":"2026-02-28T02:17:45.788015Z","end":"2026-02-28T02:17:55.490248Z","steps":["trace[1172683169] 'agreement among raft nodes before linearized reading' (duration: 9.701462431s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:55.4922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:45.788007Z","time spent":"9.70418016s","remote":"127.0.0.1:43708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-02-28T02:17:55.490439Z","caller":"traceutil/trace.go:171","msg":"trace[1770883804] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:19701; }","duration":"769.618062ms","start":"2026-02-28T02:17:54.720813Z","end":"2026-02-28T02:17:55.490431Z","steps":["trace[1770883804] 'agreement among raft nodes before linearized reading' (duration: 769.569561ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:55.492339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:54.720783Z","time spent":"771.535325ms","remote":"127.0.0.1:43842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:17:55.490973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:54.781074Z","time spent":"709.888756ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":517,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-02-28T02:17:55.491374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:46.275324Z","time spent":"9.21446502s","remote":"127.0.0.1:44020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":40,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "}