{"level":"warn","ts":"2026-03-31T18:28:59.840696Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T18:28:59.841073Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.3:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.3:2380","--initial-cluster=instance=https://199.204.45.3:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.3:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.3:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-31T18:28:59.841225Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T18:28:59.841245Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.3:2380"]} {"level":"info","ts":"2026-03-31T18:28:59.841274Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T18:28:59.842959Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.3:2379"]} {"level":"info","ts":"2026-03-31T18:28:59.843095Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.3:2380"],"listen-peer-urls":["https://199.204.45.3:2380"],"advertise-client-urls":["https://199.204.45.3:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.3:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.3:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-31T18:28:59.851544Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"7.962969ms"} {"level":"info","ts":"2026-03-31T18:28:59.88011Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"597401b06ce1cf3d","cluster-id":"dfc54657ad8a2432"} {"level":"info","ts":"2026-03-31T18:28:59.880245Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d switched to configuration voters=()"} {"level":"info","ts":"2026-03-31T18:28:59.880282Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d became follower at term 0"} {"level":"info","ts":"2026-03-31T18:28:59.880308Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 597401b06ce1cf3d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-31T18:28:59.880323Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d became follower at term 1"} {"level":"info","ts":"2026-03-31T18:28:59.880394Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d switched to configuration voters=(6445778823926632253)"} {"level":"warn","ts":"2026-03-31T18:28:59.905785Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-31T18:28:59.910227Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-31T18:28:59.913151Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-31T18:28:59.916406Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"597401b06ce1cf3d","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-31T18:28:59.916603Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"597401b06ce1cf3d","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-31T18:28:59.916755Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T18:28:59.916869Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T18:28:59.916901Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T18:28:59.918106Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d switched to configuration voters=(6445778823926632253)"} {"level":"info","ts":"2026-03-31T18:28:59.918265Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"dfc54657ad8a2432","local-member-id":"597401b06ce1cf3d","added-peer-id":"597401b06ce1cf3d","added-peer-peer-urls":["https://199.204.45.3:2380"]} {"level":"info","ts":"2026-03-31T18:28:59.919711Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T18:28:59.919925Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.3:2380"} {"level":"info","ts":"2026-03-31T18:28:59.920041Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.3:2380"} {"level":"info","ts":"2026-03-31T18:28:59.920359Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"597401b06ce1cf3d","initial-advertise-peer-urls":["https://199.204.45.3:2380"],"listen-peer-urls":["https://199.204.45.3:2380"],"advertise-client-urls":["https://199.204.45.3:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.3:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-31T18:28:59.920411Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-31T18:29:00.384922Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d is starting a new election at term 1"} {"level":"info","ts":"2026-03-31T18:29:00.385031Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d became pre-candidate at term 1"} {"level":"info","ts":"2026-03-31T18:29:00.385064Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d received MsgPreVoteResp from 597401b06ce1cf3d at term 1"} {"level":"info","ts":"2026-03-31T18:29:00.385088Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d became candidate at term 2"} {"level":"info","ts":"2026-03-31T18:29:00.3851Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d received MsgVoteResp from 597401b06ce1cf3d at term 2"} {"level":"info","ts":"2026-03-31T18:29:00.385119Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d became leader at term 2"} {"level":"info","ts":"2026-03-31T18:29:00.385135Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 597401b06ce1cf3d elected leader 597401b06ce1cf3d at term 2"} {"level":"info","ts":"2026-03-31T18:29:00.386499Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"597401b06ce1cf3d","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.3:2379]}","request-path":"/0/members/597401b06ce1cf3d/attributes","cluster-id":"dfc54657ad8a2432","publish-timeout":"7s"} {"level":"info","ts":"2026-03-31T18:29:00.386508Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T18:29:00.386538Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T18:29:00.386658Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T18:29:00.386901Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-31T18:29:00.386941Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-31T18:29:00.387541Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"dfc54657ad8a2432","local-member-id":"597401b06ce1cf3d","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T18:29:00.387681Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T18:29:00.387805Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T18:29:00.390569Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.3:2379"} {"level":"info","ts":"2026-03-31T18:29:00.390706Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-31T18:29:03.93614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.017718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/system:controller:token-cleaner\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:03.936297Z","caller":"traceutil/trace.go:171","msg":"trace[371373462] range","detail":"{range_begin:/registry/rolebindings/kube-system/system:controller:token-cleaner; range_end:; response_count:0; response_revision:230; }","duration":"102.229645ms","start":"2026-03-31T18:29:03.834035Z","end":"2026-03-31T18:29:03.936265Z","steps":["trace[371373462] 'range keys from in-memory index tree' (duration: 101.921356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:12.662835Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264859779133314,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:29:13.143365Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.053757027s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:29:13.143759Z","caller":"traceutil/trace.go:171","msg":"trace[683817416] transaction","detail":"{read_only:false; response_revision:394; number_of_response:1; }","duration":"1.054315813s","start":"2026-03-31T18:29:12.089418Z","end":"2026-03-31T18:29:13.143734Z","steps":["trace[683817416] 'process raft request' (duration: 1.054174949s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:13.144262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:12.089389Z","time spent":"1.054449648s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:15.058893Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.800426985s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:29:15.059374Z","caller":"traceutil/trace.go:171","msg":"trace[164811301] linearizableReadLoop","detail":"{readStateIndex:407; appliedIndex:405; }","duration":"2.896878614s","start":"2026-03-31T18:29:12.162433Z","end":"2026-03-31T18:29:15.059311Z","steps":["trace[164811301] 'read index received' (duration: 981.231028ms)","trace[164811301] 'applied index is now lower than readState.Index' (duration: 1.915646276s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:15.059553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.89709274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-31T18:29:15.059562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.823513832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-31T18:29:15.059512Z","caller":"traceutil/trace.go:171","msg":"trace[1135894860] transaction","detail":"{read_only:false; response_revision:395; number_of_response:1; }","duration":"2.91237856s","start":"2026-03-31T18:29:12.147079Z","end":"2026-03-31T18:29:15.059458Z","steps":["trace[1135894860] 'process raft request' (duration: 2.912045791s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:15.059618Z","caller":"traceutil/trace.go:171","msg":"trace[1193355770] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:395; }","duration":"2.823606323s","start":"2026-03-31T18:29:12.235997Z","end":"2026-03-31T18:29:15.059604Z","steps":["trace[1193355770] 'agreement among raft nodes before linearized reading' (duration: 2.823499951s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:15.059651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.018782216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:29:15.059671Z","caller":"traceutil/trace.go:171","msg":"trace[559911825] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:395; }","duration":"2.018833088s","start":"2026-03-31T18:29:13.040831Z","end":"2026-03-31T18:29:15.059665Z","steps":["trace[559911825] 'agreement among raft nodes before linearized reading' (duration: 2.018795427s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:15.059693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:13.040809Z","time spent":"2.018878638s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:29:15.059694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:12.235978Z","time spent":"2.823694857s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:29:15.059602Z","caller":"traceutil/trace.go:171","msg":"trace[1840536225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:395; }","duration":"2.897207573s","start":"2026-03-31T18:29:12.162381Z","end":"2026-03-31T18:29:15.059589Z","steps":["trace[1840536225] 'agreement among raft nodes before linearized reading' (duration: 2.89708828s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:15.059723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07876537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"warn","ts":"2026-03-31T18:29:15.059784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:12.147056Z","time spent":"2.912600625s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:15.059799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:12.162356Z","time spent":"2.897418839s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:29:15.059834Z","caller":"traceutil/trace.go:171","msg":"trace[592452419] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:395; }","duration":"1.078946694s","start":"2026-03-31T18:29:13.980861Z","end":"2026-03-31T18:29:15.059807Z","steps":["trace[592452419] 'agreement among raft nodes before linearized reading' (duration: 1.078687117s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:15.059883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:13.980837Z","time spent":"1.079037217s","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"warn","ts":"2026-03-31T18:29:15.602082Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264859779133318,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:29:15.700492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:15.06087Z","time spent":"639.613404ms","remote":"127.0.0.1:44800","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T18:29:15.713968Z","caller":"traceutil/trace.go:171","msg":"trace[1770367818] linearizableReadLoop","detail":"{readStateIndex:411; appliedIndex:407; }","duration":"612.251878ms","start":"2026-03-31T18:29:15.10169Z","end":"2026-03-31T18:29:15.713942Z","steps":["trace[1770367818] 'read index received' (duration: 596.596853ms)","trace[1770367818] 'applied index is now lower than readState.Index' (duration: 15.654045ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:15.714087Z","caller":"traceutil/trace.go:171","msg":"trace[254738185] transaction","detail":"{read_only:false; response_revision:398; number_of_response:1; }","duration":"649.636697ms","start":"2026-03-31T18:29:15.064441Z","end":"2026-03-31T18:29:15.714077Z","steps":["trace[254738185] 'process raft request' (duration: 649.472243ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:15.714056Z","caller":"traceutil/trace.go:171","msg":"trace[1512620452] transaction","detail":"{read_only:false; response_revision:396; number_of_response:1; }","duration":"649.813131ms","start":"2026-03-31T18:29:15.064185Z","end":"2026-03-31T18:29:15.713998Z","steps":["trace[1512620452] 'process raft request' (duration: 649.431211ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:15.71414Z","caller":"traceutil/trace.go:171","msg":"trace[217494606] transaction","detail":"{read_only:false; response_revision:397; number_of_response:1; }","duration":"649.682838ms","start":"2026-03-31T18:29:15.064404Z","end":"2026-03-31T18:29:15.714087Z","steps":["trace[217494606] 'process raft request' (duration: 649.479062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:15.714221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:15.064421Z","time spent":"649.694599ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:15.7143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:15.064153Z","time spent":"650.015407ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:15.714364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:15.064386Z","time spent":"649.853753ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:15.714325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.595697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:15.714489Z","caller":"traceutil/trace.go:171","msg":"trace[1738423653] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:398; }","duration":"612.803674ms","start":"2026-03-31T18:29:15.101612Z","end":"2026-03-31T18:29:15.714415Z","steps":["trace[1738423653] 'agreement among raft nodes before linearized reading' (duration: 612.574718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:15.714574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:15.101594Z","time spent":"612.961598ms","remote":"127.0.0.1:44762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:29:15.716548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.182606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-31T18:29:15.716716Z","caller":"traceutil/trace.go:171","msg":"trace[1656772243] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:399; }","duration":"453.397882ms","start":"2026-03-31T18:29:15.263283Z","end":"2026-03-31T18:29:15.716681Z","steps":["trace[1656772243] 'agreement among raft nodes before linearized reading' (duration: 453.163515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:15.716856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:15.263246Z","time spent":"453.590668ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:29:18.74456Z","caller":"traceutil/trace.go:171","msg":"trace[1614943512] linearizableReadLoop","detail":"{readStateIndex:424; appliedIndex:423; }","duration":"154.302385ms","start":"2026-03-31T18:29:18.590237Z","end":"2026-03-31T18:29:18.74454Z","steps":["trace[1614943512] 'read index received' (duration: 154.055768ms)","trace[1614943512] 'applied index is now lower than readState.Index' (duration: 245.887µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:18.744697Z","caller":"traceutil/trace.go:171","msg":"trace[1554949396] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"159.620229ms","start":"2026-03-31T18:29:18.585037Z","end":"2026-03-31T18:29:18.744657Z","steps":["trace[1554949396] 'process raft request' (duration: 159.370682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:18.744711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.459688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:18.744873Z","caller":"traceutil/trace.go:171","msg":"trace[1324224047] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:411; }","duration":"154.665253ms","start":"2026-03-31T18:29:18.590196Z","end":"2026-03-31T18:29:18.744861Z","steps":["trace[1324224047] 'agreement among raft nodes before linearized reading' (duration: 154.435887ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:18.899502Z","caller":"traceutil/trace.go:171","msg":"trace[1139286187] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"141.284288ms","start":"2026-03-31T18:29:18.758175Z","end":"2026-03-31T18:29:18.89946Z","steps":["trace[1139286187] 'process raft request' (duration: 140.877788ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:19.322388Z","caller":"traceutil/trace.go:171","msg":"trace[509354695] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"410.448652ms","start":"2026-03-31T18:29:18.911908Z","end":"2026-03-31T18:29:19.322357Z","steps":["trace[509354695] 'process raft request' (duration: 410.215286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:19.322572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:18.911883Z","time spent":"410.598255ms","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5129,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:19.857646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.344782ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:29:19.857764Z","caller":"traceutil/trace.go:171","msg":"trace[1586902895] linearizableReadLoop","detail":"{readStateIndex:427; appliedIndex:426; }","duration":"267.131297ms","start":"2026-03-31T18:29:19.590614Z","end":"2026-03-31T18:29:19.857746Z","steps":["trace[1586902895] 'read index received' (duration: 28.502907ms)","trace[1586902895] 'applied index is now lower than readState.Index' (duration: 238.624889ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:19.857871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.253049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:19.857939Z","caller":"traceutil/trace.go:171","msg":"trace[422066444] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:413; }","duration":"267.373353ms","start":"2026-03-31T18:29:19.590548Z","end":"2026-03-31T18:29:19.857921Z","steps":["trace[422066444] 'agreement among raft nodes before linearized reading' (duration: 267.25076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:19.858044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.038096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:29:19.858083Z","caller":"traceutil/trace.go:171","msg":"trace[1935722887] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:413; }","duration":"114.117709ms","start":"2026-03-31T18:29:19.743958Z","end":"2026-03-31T18:29:19.858076Z","steps":["trace[1935722887] 'agreement among raft nodes before linearized reading' (duration: 114.042697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:19.858182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.590449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:29:19.858216Z","caller":"traceutil/trace.go:171","msg":"trace[992467998] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:413; }","duration":"108.67068ms","start":"2026-03-31T18:29:19.749538Z","end":"2026-03-31T18:29:19.858209Z","steps":["trace[992467998] 'agreement among raft nodes before linearized reading' (duration: 108.614938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:19.858274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.503655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:29:19.858364Z","caller":"traceutil/trace.go:171","msg":"trace[931856168] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:413; }","duration":"108.65592ms","start":"2026-03-31T18:29:19.749689Z","end":"2026-03-31T18:29:19.858345Z","steps":["trace[931856168] 'agreement among raft nodes before linearized reading' (duration: 108.461344ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:20.032562Z","caller":"traceutil/trace.go:171","msg":"trace[85400891] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"170.394302ms","start":"2026-03-31T18:29:19.862141Z","end":"2026-03-31T18:29:20.032536Z","steps":["trace[85400891] 'process raft request' (duration: 170.100624ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:20.043012Z","caller":"traceutil/trace.go:171","msg":"trace[1029395828] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"180.66165ms","start":"2026-03-31T18:29:19.862315Z","end":"2026-03-31T18:29:20.042977Z","steps":["trace[1029395828] 'process raft request' (duration: 180.440344ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:20.043284Z","caller":"traceutil/trace.go:171","msg":"trace[1869119696] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"180.517827ms","start":"2026-03-31T18:29:19.862743Z","end":"2026-03-31T18:29:20.043261Z","steps":["trace[1869119696] 'process raft request' (duration: 180.398563ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:20.043297Z","caller":"traceutil/trace.go:171","msg":"trace[2002031306] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"180.541088ms","start":"2026-03-31T18:29:19.862735Z","end":"2026-03-31T18:29:20.043276Z","steps":["trace[2002031306] 'process raft request' (duration: 180.203079ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:25.843129Z","caller":"traceutil/trace.go:171","msg":"trace[1831796714] linearizableReadLoop","detail":"{readStateIndex:473; appliedIndex:472; }","duration":"252.17059ms","start":"2026-03-31T18:29:25.590931Z","end":"2026-03-31T18:29:25.843102Z","steps":["trace[1831796714] 'read index received' (duration: 251.818709ms)","trace[1831796714] 'applied index is now lower than readState.Index' (duration: 350.591µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:25.843247Z","caller":"traceutil/trace.go:171","msg":"trace[594550723] transaction","detail":"{read_only:false; response_revision:457; number_of_response:1; }","duration":"399.007969ms","start":"2026-03-31T18:29:25.444198Z","end":"2026-03-31T18:29:25.843206Z","steps":["trace[594550723] 'process raft request' (duration: 398.689541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:25.843297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.338913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:25.843339Z","caller":"traceutil/trace.go:171","msg":"trace[2039038566] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:457; }","duration":"252.453678ms","start":"2026-03-31T18:29:25.59087Z","end":"2026-03-31T18:29:25.843323Z","steps":["trace[2039038566] 'agreement among raft nodes before linearized reading' (duration: 252.357335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:25.843456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:25.444161Z","time spent":"399.171024ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:26.494814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.68632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T18:29:26.494976Z","caller":"traceutil/trace.go:171","msg":"trace[1215717913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:457; }","duration":"435.904735ms","start":"2026-03-31T18:29:26.059053Z","end":"2026-03-31T18:29:26.494957Z","steps":["trace[1215717913] 'range keys from in-memory index tree' (duration: 435.542736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:26.495054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:26.059026Z","time spent":"436.015938ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:29:26.495042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.444511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-31T18:29:26.495243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.740949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T18:29:26.495276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.933353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-31T18:29:26.495365Z","caller":"traceutil/trace.go:171","msg":"trace[2567582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:457; }","duration":"425.947354ms","start":"2026-03-31T18:29:26.069394Z","end":"2026-03-31T18:29:26.495341Z","steps":["trace[2567582] 'range keys from in-memory index tree' (duration: 425.583755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:26.495426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:26.069364Z","time spent":"426.051458ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:29:26.495462Z","caller":"traceutil/trace.go:171","msg":"trace[1320802441] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:457; }","duration":"419.072927ms","start":"2026-03-31T18:29:26.076283Z","end":"2026-03-31T18:29:26.495356Z","steps":["trace[1320802441] 'range keys from in-memory index tree' (duration: 418.718957ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:26.495279Z","caller":"traceutil/trace.go:171","msg":"trace[1645546903] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:457; }","duration":"425.717857ms","start":"2026-03-31T18:29:26.069522Z","end":"2026-03-31T18:29:26.49524Z","steps":["trace[1645546903] 'range keys from in-memory index tree' (duration: 425.264796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:26.495519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:26.076273Z","time spent":"419.23428ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:29:26.495535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:26.069487Z","time spent":"426.033257ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:29:37.923704Z","caller":"traceutil/trace.go:171","msg":"trace[2066882343] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"144.042455ms","start":"2026-03-31T18:29:37.779638Z","end":"2026-03-31T18:29:37.923681Z","steps":["trace[2066882343] 'process raft request' (duration: 143.718366ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:40.870731Z","caller":"traceutil/trace.go:171","msg":"trace[340874486] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"214.182435ms","start":"2026-03-31T18:29:40.656508Z","end":"2026-03-31T18:29:40.87069Z","steps":["trace[340874486] 'process raft request' (duration: 154.87915ms)","trace[340874486] 'compare' (duration: 59.149901ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:40.871538Z","caller":"traceutil/trace.go:171","msg":"trace[377468133] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"189.579485ms","start":"2026-03-31T18:29:40.681944Z","end":"2026-03-31T18:29:40.871524Z","steps":["trace[377468133] 'process raft request' (duration: 189.207034ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:40.871797Z","caller":"traceutil/trace.go:171","msg":"trace[296563763] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"177.905227ms","start":"2026-03-31T18:29:40.693854Z","end":"2026-03-31T18:29:40.871759Z","steps":["trace[296563763] 'process raft request' (duration: 177.659861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:41.546474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.455298ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:29:41.546607Z","caller":"traceutil/trace.go:171","msg":"trace[503365441] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"621.313826ms","start":"2026-03-31T18:29:40.925275Z","end":"2026-03-31T18:29:41.546588Z","steps":["trace[503365441] 'process raft request' (duration: 310.650573ms)","trace[503365441] 'compare' (duration: 310.245711ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:41.546679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:40.92525Z","time spent":"621.397689ms","remote":"127.0.0.1:44820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":98689,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:41.566754Z","caller":"traceutil/trace.go:171","msg":"trace[714844447] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"637.543678ms","start":"2026-03-31T18:29:40.929163Z","end":"2026-03-31T18:29:41.566707Z","steps":["trace[714844447] 'process raft request' (duration: 637.270031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:41.566952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:40.929127Z","time spent":"637.729423ms","remote":"127.0.0.1:44820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64392,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:29:41.56719Z","caller":"traceutil/trace.go:171","msg":"trace[503112316] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"618.723665ms","start":"2026-03-31T18:29:40.948431Z","end":"2026-03-31T18:29:41.567155Z","steps":["trace[503112316] 'process raft request' (duration: 618.242053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:41.567341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:40.948399Z","time spent":"618.857849ms","remote":"127.0.0.1:44820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":151221,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:42.167717Z","caller":"traceutil/trace.go:171","msg":"trace[921417031] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"505.719777ms","start":"2026-03-31T18:29:41.66196Z","end":"2026-03-31T18:29:42.167679Z","steps":["trace[921417031] 'process raft request' (duration: 505.391688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:42.168085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:41.661917Z","time spent":"506.086907ms","remote":"127.0.0.1:44820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73770,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:29:42.177162Z","caller":"traceutil/trace.go:171","msg":"trace[1829938704] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"513.16699ms","start":"2026-03-31T18:29:41.663968Z","end":"2026-03-31T18:29:42.177135Z","steps":["trace[1829938704] 'process raft request' (duration: 512.923003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:42.177354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:41.663928Z","time spent":"513.312184ms","remote":"127.0.0.1:44820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":98698,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:47.118798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.988667ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:47.118874Z","caller":"traceutil/trace.go:171","msg":"trace[1176550980] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"289.075165ms","start":"2026-03-31T18:29:46.829766Z","end":"2026-03-31T18:29:47.118841Z","steps":["trace[1176550980] 'process raft request' (duration: 280.744228ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:47.118934Z","caller":"traceutil/trace.go:171","msg":"trace[19088577] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:629; }","duration":"157.140061ms","start":"2026-03-31T18:29:46.961774Z","end":"2026-03-31T18:29:47.118914Z","steps":["trace[19088577] 'range keys from in-memory index tree' (duration: 156.963286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:47.629868Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264859779133770,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:29:47.8717Z","caller":"traceutil/trace.go:171","msg":"trace[967572956] linearizableReadLoop","detail":"{readStateIndex:655; appliedIndex:654; }","duration":"742.896099ms","start":"2026-03-31T18:29:47.128777Z","end":"2026-03-31T18:29:47.871673Z","steps":["trace[967572956] 'read index received' (duration: 741.954023ms)","trace[967572956] 'applied index is now lower than readState.Index' (duration: 941.146µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:47.871885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.078613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-lsfjk\" ","response":"range_response_count:1 size:16957"} {"level":"info","ts":"2026-03-31T18:29:47.871867Z","caller":"traceutil/trace.go:171","msg":"trace[1326357902] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"925.37763ms","start":"2026-03-31T18:29:46.946428Z","end":"2026-03-31T18:29:47.871805Z","steps":["trace[1326357902] 'process raft request' (duration: 924.615869ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:47.871926Z","caller":"traceutil/trace.go:171","msg":"trace[307601818] range","detail":"{range_begin:/registry/pods/kube-system/cilium-lsfjk; range_end:; response_count:1; response_revision:631; }","duration":"743.170857ms","start":"2026-03-31T18:29:47.128742Z","end":"2026-03-31T18:29:47.871913Z","steps":["trace[307601818] 'agreement among raft nodes before linearized reading' (duration: 743.067684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:47.872027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.654107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:29:47.87212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:47.128725Z","time spent":"743.351092ms","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16980,"request content":"key:\"/registry/pods/kube-system/cilium-lsfjk\" "} {"level":"warn","ts":"2026-03-31T18:29:47.872119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:46.946378Z","time spent":"925.620096ms","remote":"127.0.0.1:44874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036233,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:47.872148Z","caller":"traceutil/trace.go:171","msg":"trace[263524232] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:631; }","duration":"280.857172ms","start":"2026-03-31T18:29:47.591262Z","end":"2026-03-31T18:29:47.872119Z","steps":["trace[263524232] 'agreement among raft nodes before linearized reading' (duration: 280.631276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:49.120066Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264859779133776,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:29:49.146553Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.208476344s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:29:49.178997Z","caller":"traceutil/trace.go:171","msg":"trace[1768394817] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"1.289415719s","start":"2026-03-31T18:29:47.889545Z","end":"2026-03-31T18:29:49.178961Z","steps":["trace[1768394817] 'process raft request' (duration: 1.257314504s)","trace[1768394817] 'compare' (duration: 31.438306ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:49.179183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:47.889517Z","time spent":"1.289570872s","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17126,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:51.590838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000395756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:29:51.590937Z","caller":"traceutil/trace.go:171","msg":"trace[1274782031] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000538479s","start":"2026-03-31T18:29:49.590379Z","end":"2026-03-31T18:29:51.590917Z","steps":["trace[1274782031] 'agreement among raft nodes before linearized reading' (duration: 2.000414266s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:51.590999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:49.59036Z","time spent":"2.000625251s","remote":"127.0.0.1:44762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:29:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:29:51.709146Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.617258289s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:29:52.657155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.371634531s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:29:52.657372Z","caller":"traceutil/trace.go:171","msg":"trace[1405037497] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"4.7227624s","start":"2026-03-31T18:29:47.934535Z","end":"2026-03-31T18:29:52.657297Z","steps":["trace[1405037497] 'process raft request' (duration: 1.350892773s)","trace[1405037497] 'compare' (duration: 3.37126269s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:52.657594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:47.934487Z","time spent":"4.722989186s","remote":"127.0.0.1:45136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:29:52.657775Z","caller":"traceutil/trace.go:171","msg":"trace[1253610080] linearizableReadLoop","detail":"{readStateIndex:657; appliedIndex:655; }","duration":"4.038046305s","start":"2026-03-31T18:29:48.6197Z","end":"2026-03-31T18:29:52.657746Z","steps":["trace[1253610080] 'read index received' (duration: 527.1411ms)","trace[1253610080] 'applied index is now lower than readState.Index' (duration: 3.510901875s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:52.877225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.897121ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-31T18:29:52.877388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.25767541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:29:52.877409Z","caller":"traceutil/trace.go:171","msg":"trace[866694160] linearizableReadLoop","detail":"{readStateIndex:658; appliedIndex:657; }","duration":"219.54624ms","start":"2026-03-31T18:29:52.657838Z","end":"2026-03-31T18:29:52.877385Z","steps":["trace[866694160] 'read index received' (duration: 73.481µs)","trace[866694160] 'applied index is now lower than readState.Index' (duration: 219.470739ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:52.877449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286394905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:52.877519Z","caller":"traceutil/trace.go:171","msg":"trace[2064478913] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:633; }","duration":"1.286505866s","start":"2026-03-31T18:29:51.590994Z","end":"2026-03-31T18:29:52.8775Z","steps":["trace[2064478913] 'agreement among raft nodes before linearized reading' (duration: 1.286393613s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:52.877571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:51.59097Z","time spent":"1.286589231s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:29:52.877571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.559599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:29:52.877586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.238641261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T18:29:52.8776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.242968248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:29:52.877633Z","caller":"traceutil/trace.go:171","msg":"trace[1234906329] range","detail":"{range_begin:/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system; range_end:; response_count:0; response_revision:633; }","duration":"209.658441ms","start":"2026-03-31T18:29:52.667958Z","end":"2026-03-31T18:29:52.877616Z","steps":["trace[1234906329] 'agreement among raft nodes before linearized reading' (duration: 209.559359ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:52.87764Z","caller":"traceutil/trace.go:171","msg":"trace[592061494] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:633; }","duration":"4.238728163s","start":"2026-03-31T18:29:48.638898Z","end":"2026-03-31T18:29:52.877627Z","steps":["trace[592061494] 'agreement among raft nodes before linearized reading' (duration: 4.238586918s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:52.877646Z","caller":"traceutil/trace.go:171","msg":"trace[272518801] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:633; }","duration":"4.243072141s","start":"2026-03-31T18:29:48.634563Z","end":"2026-03-31T18:29:52.877635Z","steps":["trace[272518801] 'agreement among raft nodes before linearized reading' (duration: 4.242938086s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:52.877673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:48.638887Z","time spent":"4.238778194s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:29:52.877683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:48.634531Z","time spent":"4.243141804s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:29:52.877447Z","caller":"traceutil/trace.go:171","msg":"trace[662531921] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:633; }","duration":"4.257798013s","start":"2026-03-31T18:29:48.619632Z","end":"2026-03-31T18:29:52.87743Z","steps":["trace[662531921] 'agreement among raft nodes before linearized reading' (duration: 4.038259672s)","trace[662531921] 'range keys from in-memory index tree' (duration: 219.299185ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:52.877745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.222083799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:29:52.877838Z","caller":"traceutil/trace.go:171","msg":"trace[1000791072] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:633; }","duration":"4.222220803s","start":"2026-03-31T18:29:48.65559Z","end":"2026-03-31T18:29:52.877811Z","steps":["trace[1000791072] 'agreement among raft nodes before linearized reading' (duration: 4.221850313s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:52.877909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:48.655575Z","time spent":"4.222324256s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:29:52.878308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:48.619604Z","time spent":"4.258646245s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:29:53.454487Z","caller":"traceutil/trace.go:171","msg":"trace[78055491] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"162.005334ms","start":"2026-03-31T18:29:53.29242Z","end":"2026-03-31T18:29:53.454425Z","steps":["trace[78055491] 'process raft request' (duration: 161.259734ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:54.173177Z","caller":"traceutil/trace.go:171","msg":"trace[1754333063] linearizableReadLoop","detail":"{readStateIndex:668; appliedIndex:667; }","duration":"190.331005ms","start":"2026-03-31T18:29:53.982827Z","end":"2026-03-31T18:29:54.173158Z","steps":["trace[1754333063] 'read index received' (duration: 188.920737ms)","trace[1754333063] 'applied index is now lower than readState.Index' (duration: 1.409028ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:54.173408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.556871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-03-31T18:29:54.173446Z","caller":"traceutil/trace.go:171","msg":"trace[1435054843] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:643; }","duration":"190.657835ms","start":"2026-03-31T18:29:53.982776Z","end":"2026-03-31T18:29:54.173434Z","steps":["trace[1435054843] 'agreement among raft nodes before linearized reading' (duration: 190.467399ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:54.173355Z","caller":"traceutil/trace.go:171","msg":"trace[1499405238] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"209.26243ms","start":"2026-03-31T18:29:53.964028Z","end":"2026-03-31T18:29:54.17329Z","steps":["trace[1499405238] 'process raft request' (duration: 208.13313ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:54.307335Z","caller":"traceutil/trace.go:171","msg":"trace[818588003] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"101.871355ms","start":"2026-03-31T18:29:54.205421Z","end":"2026-03-31T18:29:54.307292Z","steps":["trace[818588003] 'process raft request' (duration: 99.668815ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:54.538007Z","caller":"traceutil/trace.go:171","msg":"trace[420675252] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"101.151686ms","start":"2026-03-31T18:29:54.436822Z","end":"2026-03-31T18:29:54.537973Z","steps":["trace[420675252] 'process raft request' (duration: 89.240771ms)","trace[420675252] 'compare' (duration: 11.670739ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:54.874322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.212465ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:29:54.87453Z","caller":"traceutil/trace.go:171","msg":"trace[730691524] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"259.259432ms","start":"2026-03-31T18:29:54.615231Z","end":"2026-03-31T18:29:54.87449Z","steps":["trace[730691524] 'process raft request' (duration: 109.75784ms)","trace[730691524] 'compare' (duration: 148.971989ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:55.066877Z","caller":"traceutil/trace.go:171","msg":"trace[1872151275] linearizableReadLoop","detail":"{readStateIndex:674; appliedIndex:673; }","duration":"168.177162ms","start":"2026-03-31T18:29:54.89867Z","end":"2026-03-31T18:29:55.066847Z","steps":["trace[1872151275] 'read index received' (duration: 83.961278ms)","trace[1872151275] 'applied index is now lower than readState.Index' (duration: 84.214644ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:55.066962Z","caller":"traceutil/trace.go:171","msg":"trace[1702425051] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"335.744686ms","start":"2026-03-31T18:29:54.731183Z","end":"2026-03-31T18:29:55.066928Z","steps":["trace[1702425051] 'process raft request' (duration: 251.81011ms)","trace[1702425051] 'compare' (duration: 83.421903ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:55.06708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.401238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T18:29:55.06711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:54.731141Z","time spent":"335.890661ms","remote":"127.0.0.1:44874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036321,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:55.067121Z","caller":"traceutil/trace.go:171","msg":"trace[52801386] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:648; }","duration":"168.525672ms","start":"2026-03-31T18:29:54.898583Z","end":"2026-03-31T18:29:55.067109Z","steps":["trace[52801386] 'agreement among raft nodes before linearized reading' (duration: 168.376468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:55.067235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.052779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:29:55.067331Z","caller":"traceutil/trace.go:171","msg":"trace[2080551356] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:648; }","duration":"168.188732ms","start":"2026-03-31T18:29:54.899125Z","end":"2026-03-31T18:29:55.067314Z","steps":["trace[2080551356] 'agreement among raft nodes before linearized reading' (duration: 167.915934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:55.067522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.157011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:29:55.067654Z","caller":"traceutil/trace.go:171","msg":"trace[2104933298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:648; }","duration":"168.365268ms","start":"2026-03-31T18:29:54.899256Z","end":"2026-03-31T18:29:55.067622Z","steps":["trace[2104933298] 'agreement among raft nodes before linearized reading' (duration: 167.823753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:55.067811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.601523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:29:55.067975Z","caller":"traceutil/trace.go:171","msg":"trace[64819698] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:648; }","duration":"168.81072ms","start":"2026-03-31T18:29:54.899145Z","end":"2026-03-31T18:29:55.067956Z","steps":["trace[64819698] 'agreement among raft nodes before linearized reading' (duration: 168.031739ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:56.860199Z","caller":"traceutil/trace.go:171","msg":"trace[1718177565] linearizableReadLoop","detail":"{readStateIndex:696; appliedIndex:695; }","duration":"269.946155ms","start":"2026-03-31T18:29:56.590229Z","end":"2026-03-31T18:29:56.860175Z","steps":["trace[1718177565] 'read index received' (duration: 269.736609ms)","trace[1718177565] 'applied index is now lower than readState.Index' (duration: 208.466µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:56.860426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.193201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:56.860482Z","caller":"traceutil/trace.go:171","msg":"trace[572343979] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:670; }","duration":"270.317164ms","start":"2026-03-31T18:29:56.590155Z","end":"2026-03-31T18:29:56.860473Z","steps":["trace[572343979] 'agreement among raft nodes before linearized reading' (duration: 270.13225ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:56.860686Z","caller":"traceutil/trace.go:171","msg":"trace[1063305718] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"375.429727ms","start":"2026-03-31T18:29:56.48521Z","end":"2026-03-31T18:29:56.860639Z","steps":["trace[1063305718] 'process raft request' (duration: 374.83185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:56.860916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:56.485183Z","time spent":"375.603782ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:57.330399Z","caller":"traceutil/trace.go:171","msg":"trace[89389930] transaction","detail":"{read_only:false; response_revision:677; number_of_response:1; }","duration":"217.889987ms","start":"2026-03-31T18:29:57.112479Z","end":"2026-03-31T18:29:57.330369Z","steps":["trace[89389930] 'process raft request' (duration: 217.29738ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:57.395555Z","caller":"traceutil/trace.go:171","msg":"trace[1276546766] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"280.055979ms","start":"2026-03-31T18:29:57.115445Z","end":"2026-03-31T18:29:57.395501Z","steps":["trace[1276546766] 'process raft request' (duration: 264.894617ms)","trace[1276546766] 'compare' (duration: 14.856003ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:57.395863Z","caller":"traceutil/trace.go:171","msg":"trace[61727536] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"278.793845ms","start":"2026-03-31T18:29:57.11704Z","end":"2026-03-31T18:29:57.395834Z","steps":["trace[61727536] 'process raft request' (duration: 278.709413ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:57.395936Z","caller":"traceutil/trace.go:171","msg":"trace[250187396] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"280.050739ms","start":"2026-03-31T18:29:57.115866Z","end":"2026-03-31T18:29:57.395917Z","steps":["trace[250187396] 'process raft request' (duration: 279.500504ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:57.395993Z","caller":"traceutil/trace.go:171","msg":"trace[1360416010] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"279.108004ms","start":"2026-03-31T18:29:57.116804Z","end":"2026-03-31T18:29:57.395912Z","steps":["trace[1360416010] 'process raft request' (duration: 278.897698ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:57.396241Z","caller":"traceutil/trace.go:171","msg":"trace[1839200893] transaction","detail":"{read_only:false; response_revision:682; number_of_response:1; }","duration":"219.729006ms","start":"2026-03-31T18:29:57.176498Z","end":"2026-03-31T18:29:57.396227Z","steps":["trace[1839200893] 'process raft request' (duration: 219.286854ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:57.396484Z","caller":"traceutil/trace.go:171","msg":"trace[936680177] linearizableReadLoop","detail":"{readStateIndex:707; appliedIndex:702; }","duration":"224.528167ms","start":"2026-03-31T18:29:57.171936Z","end":"2026-03-31T18:29:57.396465Z","steps":["trace[936680177] 'read index received' (duration: 157.795379ms)","trace[936680177] 'applied index is now lower than readState.Index' (duration: 66.731578ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:57.396774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.806075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-lsfjk\" ","response":"range_response_count:1 size:17782"} {"level":"info","ts":"2026-03-31T18:29:57.39734Z","caller":"traceutil/trace.go:171","msg":"trace[220954554] range","detail":"{range_begin:/registry/pods/kube-system/cilium-lsfjk; range_end:; response_count:1; response_revision:683; }","duration":"225.427411ms","start":"2026-03-31T18:29:57.171873Z","end":"2026-03-31T18:29:57.397301Z","steps":["trace[220954554] 'agreement among raft nodes before linearized reading' (duration: 224.66863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:59.089766Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264859779133896,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:29:59.590451Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264859779133896,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:29:59.700165Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.11514142s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:29:59.70111Z","caller":"traceutil/trace.go:171","msg":"trace[440416818] transaction","detail":"{read_only:false; response_revision:716; number_of_response:1; }","duration":"1.11627393s","start":"2026-03-31T18:29:58.584799Z","end":"2026-03-31T18:29:59.701073Z","steps":["trace[440416818] 'process raft request' (duration: 1.115903269s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:59.701855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:58.584771Z","time spent":"1.116451795s","remote":"127.0.0.1:44820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":24220,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:00.486399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.266788ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:30:00.48652Z","caller":"traceutil/trace.go:171","msg":"trace[1716052225] linearizableReadLoop","detail":"{readStateIndex:743; appliedIndex:741; }","duration":"1.897141034s","start":"2026-03-31T18:29:58.589359Z","end":"2026-03-31T18:30:00.4865Z","steps":["trace[1716052225] 'read index received' (duration: 1.111298415s)","trace[1716052225] 'applied index is now lower than readState.Index' (duration: 785.840739ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:00.48663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.897264657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:00.48666Z","caller":"traceutil/trace.go:171","msg":"trace[1481957907] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:716; }","duration":"1.89734828s","start":"2026-03-31T18:29:58.589301Z","end":"2026-03-31T18:30:00.486649Z","steps":["trace[1481957907] 'agreement among raft nodes before linearized reading' (duration: 1.897276617s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:00.486706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:58.589283Z","time spent":"1.897415862s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:30:00.529052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613907528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:00.529122Z","caller":"traceutil/trace.go:171","msg":"trace[2029876854] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:717; }","duration":"1.61402089s","start":"2026-03-31T18:29:58.915081Z","end":"2026-03-31T18:30:00.529102Z","steps":["trace[2029876854] 'agreement among raft nodes before linearized reading' (duration: 1.613934628s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:00.529126Z","caller":"traceutil/trace.go:171","msg":"trace[2002132276] transaction","detail":"{read_only:false; response_revision:717; number_of_response:1; }","duration":"811.865037ms","start":"2026-03-31T18:29:59.717239Z","end":"2026-03-31T18:30:00.529104Z","steps":["trace[2002132276] 'process raft request' (duration: 811.348394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:00.529162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:58.915057Z","time spent":"1.614096173s","remote":"127.0.0.1:44820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-31T18:30:00.529238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335656597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-lsfjk\" ","response":"range_response_count:1 size:18329"} {"level":"warn","ts":"2026-03-31T18:30:00.529239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213802747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"warn","ts":"2026-03-31T18:30:00.529264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:59.717193Z","time spent":"811.983401ms","remote":"127.0.0.1:44820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":24229,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:00.529292Z","caller":"traceutil/trace.go:171","msg":"trace[47139209] range","detail":"{range_begin:/registry/pods/kube-system/cilium-lsfjk; range_end:; response_count:1; response_revision:717; }","duration":"1.335745589s","start":"2026-03-31T18:29:59.193529Z","end":"2026-03-31T18:30:00.529274Z","steps":["trace[47139209] 'agreement among raft nodes before linearized reading' (duration: 1.335635356s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:00.529392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:59.193503Z","time spent":"1.335880423s","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18352,"request content":"key:\"/registry/pods/kube-system/cilium-lsfjk\" "} {"level":"info","ts":"2026-03-31T18:30:00.529348Z","caller":"traceutil/trace.go:171","msg":"trace[951116717] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:717; }","duration":"1.21390665s","start":"2026-03-31T18:29:59.315383Z","end":"2026-03-31T18:30:00.52929Z","steps":["trace[951116717] 'agreement among raft nodes before linearized reading' (duration: 1.213707125s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:00.529389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.814473351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:00.529455Z","caller":"traceutil/trace.go:171","msg":"trace[1030275423] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:717; }","duration":"1.814576415s","start":"2026-03-31T18:29:58.714867Z","end":"2026-03-31T18:30:00.529444Z","steps":["trace[1030275423] 'agreement among raft nodes before linearized reading' (duration: 1.814491863s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:00.529449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:59.315364Z","time spent":"1.214068504s","remote":"127.0.0.1:44820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4356,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"warn","ts":"2026-03-31T18:30:00.529115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.611887382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T18:30:00.529752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191937182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:30:00.529796Z","caller":"traceutil/trace.go:171","msg":"trace[288706467] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:717; }","duration":"1.612585081s","start":"2026-03-31T18:29:58.917193Z","end":"2026-03-31T18:30:00.529778Z","steps":["trace[288706467] 'agreement among raft nodes before linearized reading' (duration: 1.611744508s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:00.529818Z","caller":"traceutil/trace.go:171","msg":"trace[468664713] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:717; }","duration":"1.19226173s","start":"2026-03-31T18:29:59.337534Z","end":"2026-03-31T18:30:00.529796Z","steps":["trace[468664713] 'agreement among raft nodes before linearized reading' (duration: 1.191847899s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:00.529444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127808526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-31T18:30:00.529919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414652528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"warn","ts":"2026-03-31T18:30:00.530007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:58.714844Z","time spent":"1.81515006s","remote":"127.0.0.1:44820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-03-31T18:30:00.530014Z","caller":"traceutil/trace.go:171","msg":"trace[254329060] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:717; }","duration":"1.128467334s","start":"2026-03-31T18:29:59.40152Z","end":"2026-03-31T18:30:00.529987Z","steps":["trace[254329060] 'agreement among raft nodes before linearized reading' (duration: 1.127510148s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:00.530037Z","caller":"traceutil/trace.go:171","msg":"trace[1805260525] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:717; }","duration":"1.414834594s","start":"2026-03-31T18:29:59.115175Z","end":"2026-03-31T18:30:00.53001Z","steps":["trace[1805260525] 'agreement among raft nodes before linearized reading' (duration: 1.41431639s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:00.530036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.490839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"warn","ts":"2026-03-31T18:30:00.529088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12803704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-31T18:30:00.530096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:59.115151Z","time spent":"1.414935357s","remote":"127.0.0.1:44820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10400,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-31T18:30:00.530098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:59.401512Z","time spent":"1.128569526s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:30:00.530115Z","caller":"traceutil/trace.go:171","msg":"trace[799355772] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:717; }","duration":"1.129122751s","start":"2026-03-31T18:29:59.400976Z","end":"2026-03-31T18:30:00.530098Z","steps":["trace[799355772] 'agreement among raft nodes before linearized reading' (duration: 1.127828146s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:00.530121Z","caller":"traceutil/trace.go:171","msg":"trace[1903198255] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:717; }","duration":"415.611003ms","start":"2026-03-31T18:30:00.114481Z","end":"2026-03-31T18:30:00.530092Z","steps":["trace[1903198255] 'agreement among raft nodes before linearized reading' (duration: 415.352745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:00.530165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:59.400941Z","time spent":"1.129211543s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:30:00.530175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:00.114454Z","time spent":"415.707935ms","remote":"127.0.0.1:44820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5200,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"warn","ts":"2026-03-31T18:30:00.530149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127876587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-31T18:30:00.52986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:58.917151Z","time spent":"1.612692843s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:30:00.530263Z","caller":"traceutil/trace.go:171","msg":"trace[2102810386] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:717; }","duration":"1.12876367s","start":"2026-03-31T18:29:59.401473Z","end":"2026-03-31T18:30:00.530237Z","steps":["trace[2102810386] 'agreement among raft nodes before linearized reading' (duration: 1.127689521s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:00.529864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:59.337487Z","time spent":"1.192365782s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:30:00.530334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:59.401464Z","time spent":"1.128845874s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:30:00.529032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.709979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"warn","ts":"2026-03-31T18:30:00.529955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.712156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:00.530449Z","caller":"traceutil/trace.go:171","msg":"trace[650088437] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:717; }","duration":"615.154348ms","start":"2026-03-31T18:29:59.915245Z","end":"2026-03-31T18:30:00.530399Z","steps":["trace[650088437] 'agreement among raft nodes before linearized reading' (duration: 613.621387ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:00.530497Z","caller":"traceutil/trace.go:171","msg":"trace[1438118815] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:717; }","duration":"314.249121ms","start":"2026-03-31T18:30:00.216229Z","end":"2026-03-31T18:30:00.530478Z","steps":["trace[1438118815] 'agreement among raft nodes before linearized reading' (duration: 313.685896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:00.530551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:00.216162Z","time spent":"314.375955ms","remote":"127.0.0.1:44762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:30:00.53055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.28174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"warn","ts":"2026-03-31T18:30:00.530594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:59.915218Z","time spent":"615.311054ms","remote":"127.0.0.1:44820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4203,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"info","ts":"2026-03-31T18:30:00.530628Z","caller":"traceutil/trace.go:171","msg":"trace[1580982549] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:717; }","duration":"815.450706ms","start":"2026-03-31T18:29:59.715135Z","end":"2026-03-31T18:30:00.530586Z","steps":["trace[1580982549] 'agreement among raft nodes before linearized reading' (duration: 814.224233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:00.530711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:59.715097Z","time spent":"815.556759ms","remote":"127.0.0.1:44820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4106,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-03-31T18:30:00.530452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015064053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"warn","ts":"2026-03-31T18:30:00.530822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.392221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-03-31T18:30:00.5309Z","caller":"traceutil/trace.go:171","msg":"trace[1374464619] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:717; }","duration":"1.015584108s","start":"2026-03-31T18:29:59.515293Z","end":"2026-03-31T18:30:00.530877Z","steps":["trace[1374464619] 'agreement among raft nodes before linearized reading' (duration: 1.014740395s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:00.530943Z","caller":"traceutil/trace.go:171","msg":"trace[464617211] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:717; }","duration":"214.974977ms","start":"2026-03-31T18:30:00.315948Z","end":"2026-03-31T18:30:00.530923Z","steps":["trace[464617211] 'agreement among raft nodes before linearized reading' (duration: 213.569258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:00.530955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:59.51527Z","time spent":"1.01566981s","remote":"127.0.0.1:44820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5609,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"info","ts":"2026-03-31T18:30:01.344723Z","caller":"traceutil/trace.go:171","msg":"trace[1526156548] transaction","detail":"{read_only:false; response_revision:724; number_of_response:1; }","duration":"398.123267ms","start":"2026-03-31T18:30:00.946575Z","end":"2026-03-31T18:30:01.344698Z","steps":["trace[1526156548] 'process raft request' (duration: 397.858239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:01.344889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:00.946539Z","time spent":"398.269041ms","remote":"127.0.0.1:44820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187455,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:30:01.629307Z","caller":"traceutil/trace.go:171","msg":"trace[1084560645] transaction","detail":"{read_only:false; response_revision:725; number_of_response:1; }","duration":"482.244818ms","start":"2026-03-31T18:30:01.147042Z","end":"2026-03-31T18:30:01.629287Z","steps":["trace[1084560645] 'process raft request' (duration: 406.585327ms)","trace[1084560645] 'compare' (duration: 75.397204ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:01.629453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:01.14701Z","time spent":"482.380671ms","remote":"127.0.0.1:44820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187246,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:30:01.629336Z","caller":"traceutil/trace.go:171","msg":"trace[826828206] transaction","detail":"{read_only:false; response_revision:726; number_of_response:1; }","duration":"419.479597ms","start":"2026-03-31T18:30:01.209826Z","end":"2026-03-31T18:30:01.629306Z","steps":["trace[826828206] 'process raft request' (duration: 419.395426ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:01.629306Z","caller":"traceutil/trace.go:171","msg":"trace[861724673] linearizableReadLoop","detail":"{readStateIndex:752; appliedIndex:750; }","duration":"420.082685ms","start":"2026-03-31T18:30:01.209197Z","end":"2026-03-31T18:30:01.62928Z","steps":["trace[861724673] 'read index received' (duration: 135.279837ms)","trace[861724673] 'applied index is now lower than readState.Index' (duration: 284.801638ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:01.629614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:01.209803Z","time spent":"419.735455ms","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":761,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:30:01.629701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.496686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-lsfjk\" ","response":"range_response_count:1 size:18513"} {"level":"info","ts":"2026-03-31T18:30:01.629843Z","caller":"traceutil/trace.go:171","msg":"trace[1080448306] range","detail":"{range_begin:/registry/pods/kube-system/cilium-lsfjk; range_end:; response_count:1; response_revision:726; }","duration":"420.64323ms","start":"2026-03-31T18:30:01.209143Z","end":"2026-03-31T18:30:01.629787Z","steps":["trace[1080448306] 'agreement among raft nodes before linearized reading' (duration: 420.226219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:01.629954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:01.209116Z","time spent":"420.820884ms","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18536,"request content":"key:\"/registry/pods/kube-system/cilium-lsfjk\" "} {"level":"warn","ts":"2026-03-31T18:30:02.104271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.684635ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:02.104432Z","caller":"traceutil/trace.go:171","msg":"trace[2004646034] linearizableReadLoop","detail":"{readStateIndex:754; appliedIndex:753; }","duration":"474.796075ms","start":"2026-03-31T18:30:01.629609Z","end":"2026-03-31T18:30:02.104405Z","steps":["trace[2004646034] 'read index received' (duration: 207.849843ms)","trace[2004646034] 'applied index is now lower than readState.Index' (duration: 266.944252ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:02.104583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.802807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:02.104569Z","caller":"traceutil/trace.go:171","msg":"trace[1242477082] transaction","detail":"{read_only:false; response_revision:727; number_of_response:1; }","duration":"657.061351ms","start":"2026-03-31T18:30:01.44743Z","end":"2026-03-31T18:30:02.104492Z","steps":["trace[1242477082] 'process raft request' (duration: 390.001275ms)","trace[1242477082] 'compare' (duration: 266.451269ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:02.104698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.262581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:02.104747Z","caller":"traceutil/trace.go:171","msg":"trace[85926317] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:727; }","duration":"528.351114ms","start":"2026-03-31T18:30:01.576384Z","end":"2026-03-31T18:30:02.104736Z","steps":["trace[85926317] 'agreement among raft nodes before linearized reading' (duration: 528.277562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:02.104814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:01.576362Z","time spent":"528.435435ms","remote":"127.0.0.1:45080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:02.104981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:01.447402Z","time spent":"657.289316ms","remote":"127.0.0.1:44820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188471,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:02.104637Z","caller":"traceutil/trace.go:171","msg":"trace[1759430723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:727; }","duration":"513.90465ms","start":"2026-03-31T18:30:01.590717Z","end":"2026-03-31T18:30:02.104622Z","steps":["trace[1759430723] 'agreement among raft nodes before linearized reading' (duration: 513.794797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:02.105191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:01.590688Z","time spent":"514.447785ms","remote":"127.0.0.1:44762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:30:02.112549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.007718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188486"} {"level":"info","ts":"2026-03-31T18:30:02.112675Z","caller":"traceutil/trace.go:171","msg":"trace[14552895] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:728; }","duration":"222.125271ms","start":"2026-03-31T18:30:01.890506Z","end":"2026-03-31T18:30:02.112631Z","steps":["trace[14552895] 'agreement among raft nodes before linearized reading' (duration: 221.906585ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:02.112649Z","caller":"traceutil/trace.go:171","msg":"trace[1140911856] transaction","detail":"{read_only:false; response_revision:728; number_of_response:1; }","duration":"465.723608ms","start":"2026-03-31T18:30:01.646871Z","end":"2026-03-31T18:30:02.112595Z","steps":["trace[1140911856] 'process raft request' (duration: 465.316987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:02.112934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:01.646831Z","time spent":"465.942884ms","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18493,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:02.551603Z","caller":"traceutil/trace.go:171","msg":"trace[21267217] linearizableReadLoop","detail":"{readStateIndex:761; appliedIndex:760; }","duration":"160.476252ms","start":"2026-03-31T18:30:02.391101Z","end":"2026-03-31T18:30:02.551577Z","steps":["trace[21267217] 'read index received' (duration: 160.02574ms)","trace[21267217] 'applied index is now lower than readState.Index' (duration: 449.582µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:02.55174Z","caller":"traceutil/trace.go:171","msg":"trace[1628326454] transaction","detail":"{read_only:false; response_revision:733; number_of_response:1; }","duration":"228.574087ms","start":"2026-03-31T18:30:02.323116Z","end":"2026-03-31T18:30:02.55169Z","steps":["trace[1628326454] 'process raft request' (duration: 228.163586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:02.552363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.235752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"info","ts":"2026-03-31T18:30:02.552499Z","caller":"traceutil/trace.go:171","msg":"trace[299511260] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:733; }","duration":"161.472819ms","start":"2026-03-31T18:30:02.390992Z","end":"2026-03-31T18:30:02.552465Z","steps":["trace[299511260] 'agreement among raft nodes before linearized reading' (duration: 160.729549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:14.091021Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264859779134201,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:14.529423Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.243744564s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:30:14.53Z","caller":"traceutil/trace.go:171","msg":"trace[1290943573] linearizableReadLoop","detail":"{readStateIndex:845; appliedIndex:844; }","duration":"939.644479ms","start":"2026-03-31T18:30:13.59033Z","end":"2026-03-31T18:30:14.529974Z","steps":["trace[1290943573] 'read index received' (duration: 939.460504ms)","trace[1290943573] 'applied index is now lower than readState.Index' (duration: 182.315µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:14.530189Z","caller":"traceutil/trace.go:171","msg":"trace[409941958] transaction","detail":"{read_only:false; response_revision:814; number_of_response:1; }","duration":"1.244530854s","start":"2026-03-31T18:30:13.285543Z","end":"2026-03-31T18:30:14.530074Z","steps":["trace[409941958] 'process raft request' (duration: 1.244259248s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:14.530313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.357666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-03-31T18:30:14.530371Z","caller":"traceutil/trace.go:171","msg":"trace[952735141] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:814; }","duration":"545.46874ms","start":"2026-03-31T18:30:13.98489Z","end":"2026-03-31T18:30:14.530359Z","steps":["trace[952735141] 'agreement among raft nodes before linearized reading' (duration: 545.280295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:14.530411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:13.984853Z","time spent":"545.549491ms","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"warn","ts":"2026-03-31T18:30:14.530299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.945757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:14.530493Z","caller":"traceutil/trace.go:171","msg":"trace[1098700277] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:814; }","duration":"940.199254ms","start":"2026-03-31T18:30:13.590278Z","end":"2026-03-31T18:30:14.530478Z","steps":["trace[1098700277] 'agreement among raft nodes before linearized reading' (duration: 939.889085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:14.530556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:13.590256Z","time spent":"940.291836ms","remote":"127.0.0.1:44762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:30:14.530673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:13.285515Z","time spent":"1.244759261s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:16.761652Z","caller":"traceutil/trace.go:171","msg":"trace[183967450] transaction","detail":"{read_only:false; response_revision:823; number_of_response:1; }","duration":"114.434157ms","start":"2026-03-31T18:30:16.647188Z","end":"2026-03-31T18:30:16.761622Z","steps":["trace[183967450] 'process raft request' (duration: 114.203641ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:16.947279Z","caller":"traceutil/trace.go:171","msg":"trace[377247927] transaction","detail":"{read_only:false; response_revision:824; number_of_response:1; }","duration":"180.58873ms","start":"2026-03-31T18:30:16.766646Z","end":"2026-03-31T18:30:16.947235Z","steps":["trace[377247927] 'process raft request' (duration: 143.224952ms)","trace[377247927] 'compare' (duration: 37.205253ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:17.022434Z","caller":"traceutil/trace.go:171","msg":"trace[844944158] transaction","detail":"{read_only:false; response_revision:826; number_of_response:1; }","duration":"255.155831ms","start":"2026-03-31T18:30:16.767239Z","end":"2026-03-31T18:30:17.022394Z","steps":["trace[844944158] 'process raft request' (duration: 255.029117ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:17.022461Z","caller":"traceutil/trace.go:171","msg":"trace[185746670] transaction","detail":"{read_only:false; response_revision:825; number_of_response:1; }","duration":"255.221014ms","start":"2026-03-31T18:30:16.767172Z","end":"2026-03-31T18:30:17.022393Z","steps":["trace[185746670] 'process raft request' (duration: 254.869604ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:17.022637Z","caller":"traceutil/trace.go:171","msg":"trace[883092073] linearizableReadLoop","detail":"{readStateIndex:859; appliedIndex:855; }","duration":"195.320931ms","start":"2026-03-31T18:30:16.827271Z","end":"2026-03-31T18:30:17.022592Z","steps":["trace[883092073] 'read index received' (duration: 82.61668ms)","trace[883092073] 'applied index is now lower than readState.Index' (duration: 112.701701ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:17.022756Z","caller":"traceutil/trace.go:171","msg":"trace[810006963] transaction","detail":"{read_only:false; response_revision:827; number_of_response:1; }","duration":"255.411199ms","start":"2026-03-31T18:30:16.76733Z","end":"2026-03-31T18:30:17.022741Z","steps":["trace[810006963] 'process raft request' (duration: 255.006588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:17.022943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.05564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:30:17.022946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.666001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-82xsx\" ","response":"range_response_count:1 size:2873"} {"level":"info","ts":"2026-03-31T18:30:17.022993Z","caller":"traceutil/trace.go:171","msg":"trace[261112988] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:827; }","duration":"113.226094ms","start":"2026-03-31T18:30:16.909756Z","end":"2026-03-31T18:30:17.022983Z","steps":["trace[261112988] 'agreement among raft nodes before linearized reading' (duration: 113.03711ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:17.023037Z","caller":"traceutil/trace.go:171","msg":"trace[1596452257] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-82xsx; range_end:; response_count:1; response_revision:827; }","duration":"195.830586ms","start":"2026-03-31T18:30:16.827185Z","end":"2026-03-31T18:30:17.023016Z","steps":["trace[1596452257] 'agreement among raft nodes before linearized reading' (duration: 195.589108ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:22.998633Z","caller":"traceutil/trace.go:171","msg":"trace[1422688158] transaction","detail":"{read_only:false; response_revision:897; number_of_response:1; }","duration":"155.689731ms","start":"2026-03-31T18:30:22.842893Z","end":"2026-03-31T18:30:22.998583Z","steps":["trace[1422688158] 'process raft request' (duration: 117.43989ms)","trace[1422688158] 'compare' (duration: 38.087176ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:23.295661Z","caller":"traceutil/trace.go:171","msg":"trace[86036128] transaction","detail":"{read_only:false; response_revision:901; number_of_response:1; }","duration":"241.18536ms","start":"2026-03-31T18:30:23.054458Z","end":"2026-03-31T18:30:23.295644Z","steps":["trace[86036128] 'process raft request' (duration: 241.020006ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:23.295643Z","caller":"traceutil/trace.go:171","msg":"trace[1494378595] transaction","detail":"{read_only:false; response_revision:902; number_of_response:1; }","duration":"228.231086ms","start":"2026-03-31T18:30:23.067373Z","end":"2026-03-31T18:30:23.295604Z","steps":["trace[1494378595] 'process raft request' (duration: 228.157813ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:23.295623Z","caller":"traceutil/trace.go:171","msg":"trace[443119042] transaction","detail":"{read_only:false; response_revision:900; number_of_response:1; }","duration":"241.325295ms","start":"2026-03-31T18:30:23.054231Z","end":"2026-03-31T18:30:23.295557Z","steps":["trace[443119042] 'process raft request' (duration: 154.072546ms)","trace[443119042] 'compare' (duration: 86.983072ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:24.919218Z","caller":"traceutil/trace.go:171","msg":"trace[1492560446] transaction","detail":"{read_only:false; response_revision:932; number_of_response:1; }","duration":"101.366077ms","start":"2026-03-31T18:30:24.817813Z","end":"2026-03-31T18:30:24.919179Z","steps":["trace[1492560446] 'process raft request' (duration: 101.12298ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:28.023464Z","caller":"traceutil/trace.go:171","msg":"trace[604253609] transaction","detail":"{read_only:false; response_revision:967; number_of_response:1; }","duration":"147.371762ms","start":"2026-03-31T18:30:27.876062Z","end":"2026-03-31T18:30:28.023434Z","steps":["trace[604253609] 'process raft request' (duration: 147.173827ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:29.163326Z","caller":"traceutil/trace.go:171","msg":"trace[778730254] linearizableReadLoop","detail":"{readStateIndex:1008; appliedIndex:1006; }","duration":"216.203913ms","start":"2026-03-31T18:30:28.947089Z","end":"2026-03-31T18:30:29.163293Z","steps":["trace[778730254] 'read index received' (duration: 153.52279ms)","trace[778730254] 'applied index is now lower than readState.Index' (duration: 62.679733ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:29.163385Z","caller":"traceutil/trace.go:171","msg":"trace[836040785] transaction","detail":"{read_only:false; response_revision:973; number_of_response:1; }","duration":"311.01153ms","start":"2026-03-31T18:30:28.852266Z","end":"2026-03-31T18:30:29.163278Z","steps":["trace[836040785] 'process raft request' (duration: 248.44188ms)","trace[836040785] 'compare' (duration: 62.274412ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:29.16345Z","caller":"traceutil/trace.go:171","msg":"trace[1062720970] transaction","detail":"{read_only:false; response_revision:974; number_of_response:1; }","duration":"307.501134ms","start":"2026-03-31T18:30:28.855935Z","end":"2026-03-31T18:30:29.163436Z","steps":["trace[1062720970] 'process raft request' (duration: 307.270418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:29.163572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:28.855898Z","time spent":"307.579216ms","remote":"127.0.0.1:45274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5192,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:29.163631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.500563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T18:30:29.163574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:28.85222Z","time spent":"311.257167ms","remote":"127.0.0.1:45050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:29.163682Z","caller":"traceutil/trace.go:171","msg":"trace[407717901] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:974; }","duration":"216.621576ms","start":"2026-03-31T18:30:28.947046Z","end":"2026-03-31T18:30:29.163667Z","steps":["trace[407717901] 'agreement among raft nodes before linearized reading' (duration: 216.40808ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:29.254282Z","caller":"traceutil/trace.go:171","msg":"trace[2011141197] transaction","detail":"{read_only:false; response_revision:975; number_of_response:1; }","duration":"134.352004ms","start":"2026-03-31T18:30:29.119886Z","end":"2026-03-31T18:30:29.254238Z","steps":["trace[2011141197] 'process raft request' (duration: 134.134538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:29.254472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.286781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T18:30:29.254553Z","caller":"traceutil/trace.go:171","msg":"trace[384562912] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:975; }","duration":"178.435726ms","start":"2026-03-31T18:30:29.076099Z","end":"2026-03-31T18:30:29.254535Z","steps":["trace[384562912] 'agreement among raft nodes before linearized reading' (duration: 178.148178ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:29.661498Z","caller":"traceutil/trace.go:171","msg":"trace[131849420] transaction","detail":"{read_only:false; response_revision:982; number_of_response:1; }","duration":"110.891289ms","start":"2026-03-31T18:30:29.550557Z","end":"2026-03-31T18:30:29.661448Z","steps":["trace[131849420] 'process raft request' (duration: 104.850873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:44.265511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.030052ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:44.265609Z","caller":"traceutil/trace.go:171","msg":"trace[338022447] linearizableReadLoop","detail":"{readStateIndex:1252; appliedIndex:1251; }","duration":"196.834091ms","start":"2026-03-31T18:30:44.068759Z","end":"2026-03-31T18:30:44.265593Z","steps":["trace[338022447] 'read index received' (duration: 49.660636ms)","trace[338022447] 'applied index is now lower than readState.Index' (duration: 147.172485ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:44.265689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.927854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:44.26571Z","caller":"traceutil/trace.go:171","msg":"trace[1169570624] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1213; }","duration":"196.992496ms","start":"2026-03-31T18:30:44.068709Z","end":"2026-03-31T18:30:44.265702Z","steps":["trace[1169570624] 'agreement among raft nodes before linearized reading' (duration: 196.923115ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:44.265761Z","caller":"traceutil/trace.go:171","msg":"trace[71665424] transaction","detail":"{read_only:false; response_revision:1213; number_of_response:1; }","duration":"246.938008ms","start":"2026-03-31T18:30:44.018779Z","end":"2026-03-31T18:30:44.265717Z","steps":["trace[71665424] 'process raft request' (duration: 99.622568ms)","trace[71665424] 'compare' (duration: 146.808016ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:45.888358Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264859779134934,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:30:45.946028Z","caller":"traceutil/trace.go:171","msg":"trace[438001444] transaction","detail":"{read_only:false; response_revision:1214; number_of_response:1; }","duration":"574.02278ms","start":"2026-03-31T18:30:45.371978Z","end":"2026-03-31T18:30:45.946001Z","steps":["trace[438001444] 'process raft request' (duration: 573.828285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:45.946218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:45.371957Z","time spent":"574.156384ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:45.965634Z","caller":"traceutil/trace.go:171","msg":"trace[302678513] transaction","detail":"{read_only:false; response_revision:1215; number_of_response:1; }","duration":"593.545328ms","start":"2026-03-31T18:30:45.372045Z","end":"2026-03-31T18:30:45.965591Z","steps":["trace[302678513] 'process raft request' (duration: 593.180897ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:45.965838Z","caller":"traceutil/trace.go:171","msg":"trace[677286237] linearizableReadLoop","detail":"{readStateIndex:1255; appliedIndex:1253; }","duration":"578.117035ms","start":"2026-03-31T18:30:45.387665Z","end":"2026-03-31T18:30:45.965782Z","steps":["trace[677286237] 'read index received' (duration: 558.384511ms)","trace[677286237] 'applied index is now lower than readState.Index' (duration: 19.729503ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:45.965998Z","caller":"traceutil/trace.go:171","msg":"trace[14987221] transaction","detail":"{read_only:false; response_revision:1216; number_of_response:1; }","duration":"237.263952ms","start":"2026-03-31T18:30:45.728721Z","end":"2026-03-31T18:30:45.965985Z","steps":["trace[14987221] 'process raft request' (duration: 236.78832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:45.965978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:45.372023Z","time spent":"593.760795ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:45.96619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.950382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:30:45.966278Z","caller":"traceutil/trace.go:171","msg":"trace[767952560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1216; }","duration":"445.074346ms","start":"2026-03-31T18:30:45.521182Z","end":"2026-03-31T18:30:45.966257Z","steps":["trace[767952560] 'agreement among raft nodes before linearized reading' (duration: 444.85827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:45.966327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:45.521104Z","time spent":"445.21468ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:30:45.966356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.67306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:30:45.966387Z","caller":"traceutil/trace.go:171","msg":"trace[256233421] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1216; }","duration":"578.743851ms","start":"2026-03-31T18:30:45.387635Z","end":"2026-03-31T18:30:45.966379Z","steps":["trace[256233421] 'agreement among raft nodes before linearized reading' (duration: 578.584857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:45.966407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:45.387624Z","time spent":"578.776902ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:30:45.966394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.631676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:30:45.966615Z","caller":"traceutil/trace.go:171","msg":"trace[791927608] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1216; }","duration":"443.980915ms","start":"2026-03-31T18:30:45.522617Z","end":"2026-03-31T18:30:45.966597Z","steps":["trace[791927608] 'agreement among raft nodes before linearized reading' (duration: 443.570664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:45.966814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:45.522597Z","time spent":"444.201922ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:30:47.624241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.656735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:47.62434Z","caller":"traceutil/trace.go:171","msg":"trace[1868999741] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1219; }","duration":"352.806899ms","start":"2026-03-31T18:30:47.271512Z","end":"2026-03-31T18:30:47.624319Z","steps":["trace[1868999741] 'count revisions from in-memory index tree' (duration: 352.516022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:47.624399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:47.27149Z","time spent":"352.891971ms","remote":"127.0.0.1:44918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:47.624403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.992959ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:47.624515Z","caller":"traceutil/trace.go:171","msg":"trace[404987759] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1219; }","duration":"662.105783ms","start":"2026-03-31T18:30:46.962395Z","end":"2026-03-31T18:30:47.6245Z","steps":["trace[404987759] 'range keys from in-memory index tree' (duration: 661.980818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:47.624551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03414353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:47.624597Z","caller":"traceutil/trace.go:171","msg":"trace[2021217127] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1219; }","duration":"1.034229902s","start":"2026-03-31T18:30:46.590353Z","end":"2026-03-31T18:30:47.624583Z","steps":["trace[2021217127] 'range keys from in-memory index tree' (duration: 1.034073328s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:47.624648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:46.590331Z","time spent":"1.034289465s","remote":"127.0.0.1:44762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:30:48.261559Z","caller":"traceutil/trace.go:171","msg":"trace[1419371988] linearizableReadLoop","detail":"{readStateIndex:1259; appliedIndex:1258; }","duration":"291.147075ms","start":"2026-03-31T18:30:47.970379Z","end":"2026-03-31T18:30:48.261526Z","steps":["trace[1419371988] 'read index received' (duration: 290.99668ms)","trace[1419371988] 'applied index is now lower than readState.Index' (duration: 149.495µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:48.261618Z","caller":"traceutil/trace.go:171","msg":"trace[1177945546] transaction","detail":"{read_only:false; response_revision:1220; number_of_response:1; }","duration":"307.152364ms","start":"2026-03-31T18:30:47.95444Z","end":"2026-03-31T18:30:48.261593Z","steps":["trace[1177945546] 'process raft request' (duration: 306.917938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:48.261793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:47.954421Z","time spent":"307.264417ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:48.261927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.544395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:30:48.26199Z","caller":"traceutil/trace.go:171","msg":"trace[1311418634] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1220; }","duration":"291.629328ms","start":"2026-03-31T18:30:47.970344Z","end":"2026-03-31T18:30:48.261973Z","steps":["trace[1311418634] 'agreement among raft nodes before linearized reading' (duration: 291.35013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:48.324796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.986552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:224"} {"level":"info","ts":"2026-03-31T18:30:48.324881Z","caller":"traceutil/trace.go:171","msg":"trace[1951941456] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:1221; }","duration":"322.111845ms","start":"2026-03-31T18:30:48.00275Z","end":"2026-03-31T18:30:48.324862Z","steps":["trace[1951941456] 'agreement among raft nodes before linearized reading' (duration: 321.95429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:48.324926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.002739Z","time spent":"322.177577ms","remote":"127.0.0.1:45000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":247,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" "} {"level":"warn","ts":"2026-03-31T18:30:48.324796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.075749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:30:48.324971Z","caller":"traceutil/trace.go:171","msg":"trace[1465512351] transaction","detail":"{read_only:false; response_revision:1221; number_of_response:1; }","duration":"353.603751ms","start":"2026-03-31T18:30:47.971326Z","end":"2026-03-31T18:30:48.324929Z","steps":["trace[1465512351] 'process raft request' (duration: 353.125199ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:48.325048Z","caller":"traceutil/trace.go:171","msg":"trace[903796459] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1221; }","duration":"344.344786ms","start":"2026-03-31T18:30:47.980681Z","end":"2026-03-31T18:30:48.325026Z","steps":["trace[903796459] 'agreement among raft nodes before linearized reading' (duration: 343.960656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:48.32512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:47.98067Z","time spent":"344.424609ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:30:48.325165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:47.971295Z","time spent":"353.761406ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:48.325095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.313095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:30:48.325267Z","caller":"traceutil/trace.go:171","msg":"trace[609985599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1221; }","duration":"336.536102ms","start":"2026-03-31T18:30:47.988703Z","end":"2026-03-31T18:30:48.325239Z","steps":["trace[609985599] 'agreement among raft nodes before linearized reading' (duration: 336.044209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:48.325229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.729607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:30:48.32541Z","caller":"traceutil/trace.go:171","msg":"trace[783623297] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1221; }","duration":"336.974484ms","start":"2026-03-31T18:30:47.988412Z","end":"2026-03-31T18:30:48.325386Z","steps":["trace[783623297] 'agreement among raft nodes before linearized reading' (duration: 336.440759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:48.325539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:47.988401Z","time spent":"337.096048ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:30:48.325535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:47.988687Z","time spent":"336.82461ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:30:48.909825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.231942ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:48.910142Z","caller":"traceutil/trace.go:171","msg":"trace[1777096607] transaction","detail":"{read_only:false; response_revision:1222; number_of_response:1; }","duration":"643.222084ms","start":"2026-03-31T18:30:48.266889Z","end":"2026-03-31T18:30:48.910111Z","steps":["trace[1777096607] 'process raft request' (duration: 138.58831ms)","trace[1777096607] 'compare' (duration: 504.108089ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:48.910221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.266846Z","time spent":"643.340797ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:48.910256Z","caller":"traceutil/trace.go:171","msg":"trace[1193940258] linearizableReadLoop","detail":"{readStateIndex:1261; appliedIndex:1260; }","duration":"581.396864ms","start":"2026-03-31T18:30:48.328825Z","end":"2026-03-31T18:30:48.910222Z","steps":["trace[1193940258] 'read index received' (duration: 76.665917ms)","trace[1193940258] 'applied index is now lower than readState.Index' (duration: 504.727167ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:48.910341Z","caller":"traceutil/trace.go:171","msg":"trace[173844720] transaction","detail":"{read_only:false; response_revision:1223; number_of_response:1; }","duration":"580.776997ms","start":"2026-03-31T18:30:48.329556Z","end":"2026-03-31T18:30:48.910333Z","steps":["trace[173844720] 'process raft request' (duration: 580.547381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:48.91038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.329538Z","time spent":"580.824278ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:48.910439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.59063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:224"} {"level":"info","ts":"2026-03-31T18:30:48.910496Z","caller":"traceutil/trace.go:171","msg":"trace[1856250740] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:1224; }","duration":"581.703003ms","start":"2026-03-31T18:30:48.328777Z","end":"2026-03-31T18:30:48.91048Z","steps":["trace[1856250740] 'agreement among raft nodes before linearized reading' (duration: 581.578759ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:48.910528Z","caller":"traceutil/trace.go:171","msg":"trace[1664475079] transaction","detail":"{read_only:false; response_revision:1224; number_of_response:1; }","duration":"580.608392ms","start":"2026-03-31T18:30:48.329905Z","end":"2026-03-31T18:30:48.910513Z","steps":["trace[1664475079] 'process raft request' (duration: 580.291463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:48.910551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.328755Z","time spent":"581.785505ms","remote":"127.0.0.1:45000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":247,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" "} {"level":"warn","ts":"2026-03-31T18:30:48.910607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.329887Z","time spent":"580.668884ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:48.910685Z","caller":"traceutil/trace.go:171","msg":"trace[108985599] transaction","detail":"{read_only:false; response_revision:1225; number_of_response:1; }","duration":"580.16063ms","start":"2026-03-31T18:30:48.330507Z","end":"2026-03-31T18:30:48.910668Z","steps":["trace[108985599] 'process raft request' (duration: 579.725418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:48.91077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.330443Z","time spent":"580.286443ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:49.071394Z","caller":"traceutil/trace.go:171","msg":"trace[382618285] transaction","detail":"{read_only:false; response_revision:1226; number_of_response:1; }","duration":"413.793206ms","start":"2026-03-31T18:30:48.657569Z","end":"2026-03-31T18:30:49.071363Z","steps":["trace[382618285] 'process raft request' (duration: 413.534059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:49.071647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.65753Z","time spent":"414.005132ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:49.071691Z","caller":"traceutil/trace.go:171","msg":"trace[1343401209] linearizableReadLoop","detail":"{readStateIndex:1266; appliedIndex:1264; }","duration":"161.327575ms","start":"2026-03-31T18:30:48.910321Z","end":"2026-03-31T18:30:49.071648Z","steps":["trace[1343401209] 'read index received' (duration: 160.825351ms)","trace[1343401209] 'applied index is now lower than readState.Index' (duration: 500.644µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:49.071722Z","caller":"traceutil/trace.go:171","msg":"trace[534754483] transaction","detail":"{read_only:false; response_revision:1227; number_of_response:1; }","duration":"301.966071ms","start":"2026-03-31T18:30:48.769731Z","end":"2026-03-31T18:30:49.071697Z","steps":["trace[534754483] 'process raft request' (duration: 301.578211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:49.071933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.769694Z","time spent":"302.135667ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:49.072016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.477605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:30:49.072106Z","caller":"traceutil/trace.go:171","msg":"trace[21082602] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1227; }","duration":"554.697271ms","start":"2026-03-31T18:30:48.517389Z","end":"2026-03-31T18:30:49.072087Z","steps":["trace[21082602] 'agreement among raft nodes before linearized reading' (duration: 554.532047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:49.072163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.517366Z","time spent":"554.786563ms","remote":"127.0.0.1:45256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":7,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:49.072334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.582473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-startupapicheck-l89hn\" ","response":"range_response_count:1 size:3974"} {"level":"info","ts":"2026-03-31T18:30:49.07242Z","caller":"traceutil/trace.go:171","msg":"trace[2147435697] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-startupapicheck-l89hn; range_end:; response_count:1; response_revision:1227; }","duration":"619.785049ms","start":"2026-03-31T18:30:48.452615Z","end":"2026-03-31T18:30:49.0724Z","steps":["trace[2147435697] 'agreement among raft nodes before linearized reading' (duration: 619.213484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:49.072571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.452587Z","time spent":"619.927633ms","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":3997,"request content":"key:\"/registry/pods/cert-manager/cert-manager-startupapicheck-l89hn\" "} {"level":"warn","ts":"2026-03-31T18:30:49.081439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.016852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:1 size:2897"} {"level":"info","ts":"2026-03-31T18:30:49.081546Z","caller":"traceutil/trace.go:171","msg":"trace[71527744] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:1; response_revision:1227; }","duration":"163.156615ms","start":"2026-03-31T18:30:48.918367Z","end":"2026-03-31T18:30:49.081524Z","steps":["trace[71527744] 'agreement among raft nodes before linearized reading' (duration: 162.852027ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:49.211832Z","caller":"traceutil/trace.go:171","msg":"trace[1268731395] linearizableReadLoop","detail":"{readStateIndex:1268; appliedIndex:1267; }","duration":"126.601511ms","start":"2026-03-31T18:30:49.085215Z","end":"2026-03-31T18:30:49.211817Z","steps":["trace[1268731395] 'read index received' (duration: 126.417695ms)","trace[1268731395] 'applied index is now lower than readState.Index' (duration: 182.996µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:49.211997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.766024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:1 size:2897"} {"level":"info","ts":"2026-03-31T18:30:49.212021Z","caller":"traceutil/trace.go:171","msg":"trace[437358092] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:1; response_revision:1228; }","duration":"126.840136ms","start":"2026-03-31T18:30:49.085172Z","end":"2026-03-31T18:30:49.212012Z","steps":["trace[437358092] 'agreement among raft nodes before linearized reading' (duration: 126.714353ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:49.212001Z","caller":"traceutil/trace.go:171","msg":"trace[95338274] transaction","detail":"{read_only:false; response_revision:1228; number_of_response:1; }","duration":"129.86538ms","start":"2026-03-31T18:30:49.082087Z","end":"2026-03-31T18:30:49.211952Z","steps":["trace[95338274] 'process raft request' (duration: 129.608772ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:49.405723Z","caller":"traceutil/trace.go:171","msg":"trace[2026897448] transaction","detail":"{read_only:false; response_revision:1229; number_of_response:1; }","duration":"191.951668ms","start":"2026-03-31T18:30:49.213719Z","end":"2026-03-31T18:30:49.405671Z","steps":["trace[2026897448] 'process raft request' (duration: 120.559075ms)","trace[2026897448] 'compare' (duration: 71.192607ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:59.598129Z","caller":"traceutil/trace.go:171","msg":"trace[1614110507] transaction","detail":"{read_only:false; response_revision:1335; number_of_response:1; }","duration":"120.521014ms","start":"2026-03-31T18:30:59.47757Z","end":"2026-03-31T18:30:59.598091Z","steps":["trace[1614110507] 'process raft request' (duration: 62.730656ms)","trace[1614110507] 'compare' (duration: 57.519041ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:59.598174Z","caller":"traceutil/trace.go:171","msg":"trace[1644623079] transaction","detail":"{read_only:false; response_revision:1336; number_of_response:1; }","duration":"120.505363ms","start":"2026-03-31T18:30:59.477639Z","end":"2026-03-31T18:30:59.598145Z","steps":["trace[1644623079] 'process raft request' (duration: 120.351178ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:59.598243Z","caller":"traceutil/trace.go:171","msg":"trace[1981434206] transaction","detail":"{read_only:false; response_revision:1337; number_of_response:1; }","duration":"112.108443ms","start":"2026-03-31T18:30:59.486099Z","end":"2026-03-31T18:30:59.598208Z","steps":["trace[1981434206] 'process raft request' (duration: 111.966169ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:59.59813Z","caller":"traceutil/trace.go:171","msg":"trace[971751436] linearizableReadLoop","detail":"{readStateIndex:1384; appliedIndex:1381; }","duration":"111.710841ms","start":"2026-03-31T18:30:59.486394Z","end":"2026-03-31T18:30:59.598105Z","steps":["trace[971751436] 'read index received' (duration: 53.902223ms)","trace[971751436] 'applied index is now lower than readState.Index' (duration: 57.807448ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:59.598351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.920276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-7ggsm\" ","response":"range_response_count:1 size:3276"} {"level":"info","ts":"2026-03-31T18:30:59.598496Z","caller":"traceutil/trace.go:171","msg":"trace[189089999] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-7ggsm; range_end:; response_count:1; response_revision:1337; }","duration":"112.130632ms","start":"2026-03-31T18:30:59.486343Z","end":"2026-03-31T18:30:59.598473Z","steps":["trace[189089999] 'agreement among raft nodes before linearized reading' (duration: 111.797503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:04.065122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.49218ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:04.065231Z","caller":"traceutil/trace.go:171","msg":"trace[1538795103] linearizableReadLoop","detail":"{readStateIndex:1402; appliedIndex:1401; }","duration":"1.000913658s","start":"2026-03-31T18:31:03.064302Z","end":"2026-03-31T18:31:04.065216Z","steps":["trace[1538795103] 'read index received' (duration: 125.310615ms)","trace[1538795103] 'applied index is now lower than readState.Index' (duration: 875.601773ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:04.065302Z","caller":"traceutil/trace.go:171","msg":"trace[1009114798] transaction","detail":"{read_only:false; response_revision:1354; number_of_response:1; }","duration":"1.003355524s","start":"2026-03-31T18:31:03.061932Z","end":"2026-03-31T18:31:04.065288Z","steps":["trace[1009114798] 'process raft request' (duration: 127.582067ms)","trace[1009114798] 'compare' (duration: 875.260864ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:04.065429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:03.061916Z","time spent":"1.003463827s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:04.065659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001344829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:31:04.065742Z","caller":"traceutil/trace.go:171","msg":"trace[2125864246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1354; }","duration":"1.001463773s","start":"2026-03-31T18:31:03.064258Z","end":"2026-03-31T18:31:04.065722Z","steps":["trace[2125864246] 'agreement among raft nodes before linearized reading' (duration: 1.001204606s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:04.065792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:03.064247Z","time spent":"1.001531015s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:31:04.210023Z","caller":"traceutil/trace.go:171","msg":"trace[1145299339] linearizableReadLoop","detail":"{readStateIndex:1404; appliedIndex:1402; }","duration":"144.7487ms","start":"2026-03-31T18:31:04.065257Z","end":"2026-03-31T18:31:04.210005Z","steps":["trace[1145299339] 'read index received' (duration: 115.811394ms)","trace[1145299339] 'applied index is now lower than readState.Index' (duration: 28.936566ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:04.210164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.622303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:31:04.210141Z","caller":"traceutil/trace.go:171","msg":"trace[1380068846] transaction","detail":"{read_only:false; response_revision:1355; number_of_response:1; }","duration":"1.145493351s","start":"2026-03-31T18:31:03.064612Z","end":"2026-03-31T18:31:04.210106Z","steps":["trace[1380068846] 'process raft request' (duration: 1.116208786s)","trace[1380068846] 'compare' (duration: 29.051399ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:04.210186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.3347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"warn","ts":"2026-03-31T18:31:04.210207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014316615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:04.210225Z","caller":"traceutil/trace.go:171","msg":"trace[1042302757] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1356; }","duration":"1.014390068s","start":"2026-03-31T18:31:03.195831Z","end":"2026-03-31T18:31:04.210221Z","steps":["trace[1042302757] 'agreement among raft nodes before linearized reading' (duration: 1.014363177s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:04.210233Z","caller":"traceutil/trace.go:171","msg":"trace[729686436] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:1356; }","duration":"223.444923ms","start":"2026-03-31T18:31:03.986775Z","end":"2026-03-31T18:31:04.21022Z","steps":["trace[729686436] 'agreement among raft nodes before linearized reading' (duration: 223.261247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:04.210251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:03.195803Z","time spent":"1.014442838s","remote":"127.0.0.1:45076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:04.210306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:03.064593Z","time spent":"1.145626637s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:04.210344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.673201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-7ggsm\" ","response":"range_response_count:1 size:4195"} {"level":"info","ts":"2026-03-31T18:31:04.210384Z","caller":"traceutil/trace.go:171","msg":"trace[1799737235] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-7ggsm; range_end:; response_count:1; response_revision:1356; }","duration":"693.754773ms","start":"2026-03-31T18:31:03.516618Z","end":"2026-03-31T18:31:04.210373Z","steps":["trace[1799737235] 'agreement among raft nodes before linearized reading' (duration: 693.582098ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:04.210184Z","caller":"traceutil/trace.go:171","msg":"trace[973496304] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1356; }","duration":"540.722956ms","start":"2026-03-31T18:31:03.669455Z","end":"2026-03-31T18:31:04.210178Z","steps":["trace[973496304] 'agreement among raft nodes before linearized reading' (duration: 540.641793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:04.21042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:03.669432Z","time spent":"540.981882ms","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:04.210463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.016296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:04.210486Z","caller":"traceutil/trace.go:171","msg":"trace[654887357] transaction","detail":"{read_only:false; response_revision:1356; number_of_response:1; }","duration":"1.145630346s","start":"2026-03-31T18:31:03.064849Z","end":"2026-03-31T18:31:04.210479Z","steps":["trace[654887357] 'process raft request' (duration: 1.145124372s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:04.210491Z","caller":"traceutil/trace.go:171","msg":"trace[1400217371] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1356; }","duration":"620.078657ms","start":"2026-03-31T18:31:03.590405Z","end":"2026-03-31T18:31:04.210483Z","steps":["trace[1400217371] 'agreement among raft nodes before linearized reading' (duration: 620.032726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:04.210512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:03.590385Z","time spent":"620.122728ms","remote":"127.0.0.1:44762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:31:04.210561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:03.064835Z","time spent":"1.145669557s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:04.21042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:03.516593Z","time spent":"693.819224ms","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4218,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-7ggsm\" "} {"level":"info","ts":"2026-03-31T18:31:04.214528Z","caller":"traceutil/trace.go:171","msg":"trace[1411363139] transaction","detail":"{read_only:false; response_revision:1357; number_of_response:1; }","duration":"144.0455ms","start":"2026-03-31T18:31:04.070469Z","end":"2026-03-31T18:31:04.214515Z","steps":["trace[1411363139] 'process raft request' (duration: 143.990819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:04.214656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.552003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:04.214743Z","caller":"traceutil/trace.go:171","msg":"trace[273869623] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1357; }","duration":"100.673898ms","start":"2026-03-31T18:31:04.114059Z","end":"2026-03-31T18:31:04.214733Z","steps":["trace[273869623] 'agreement among raft nodes before linearized reading' (duration: 100.495493ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:07.505651Z","caller":"traceutil/trace.go:171","msg":"trace[2070407150] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1379; }","duration":"107.077825ms","start":"2026-03-31T18:31:07.398544Z","end":"2026-03-31T18:31:07.505622Z","steps":["trace[2070407150] 'process raft request' (duration: 27.65065ms)","trace[2070407150] 'compare' (duration: 79.181387ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:07.761052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.483929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/ingress-nginx/ingress-nginx-admission-create\" ","response":"range_response_count:1 size:3658"} {"level":"info","ts":"2026-03-31T18:31:07.761137Z","caller":"traceutil/trace.go:171","msg":"trace[519244798] range","detail":"{range_begin:/registry/jobs/ingress-nginx/ingress-nginx-admission-create; range_end:; response_count:1; response_revision:1381; }","duration":"149.607763ms","start":"2026-03-31T18:31:07.61151Z","end":"2026-03-31T18:31:07.761118Z","steps":["trace[519244798] 'range keys from in-memory index tree' (duration: 149.313144ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:09.294339Z","caller":"traceutil/trace.go:171","msg":"trace[635616237] transaction","detail":"{read_only:false; response_revision:1463; number_of_response:1; }","duration":"127.70226ms","start":"2026-03-31T18:31:09.166626Z","end":"2026-03-31T18:31:09.294329Z","steps":["trace[635616237] 'process raft request' (duration: 127.622258ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:09.294373Z","caller":"traceutil/trace.go:171","msg":"trace[1785449740] transaction","detail":"{read_only:false; response_revision:1462; number_of_response:1; }","duration":"128.781011ms","start":"2026-03-31T18:31:09.165559Z","end":"2026-03-31T18:31:09.29434Z","steps":["trace[1785449740] 'process raft request' (duration: 128.515743ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:09.294165Z","caller":"traceutil/trace.go:171","msg":"trace[677267299] transaction","detail":"{read_only:false; response_revision:1461; number_of_response:1; }","duration":"129.613074ms","start":"2026-03-31T18:31:09.164504Z","end":"2026-03-31T18:31:09.294117Z","steps":["trace[677267299] 'process raft request' (duration: 123.28825ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:09.29722Z","caller":"traceutil/trace.go:171","msg":"trace[836989171] transaction","detail":"{read_only:false; response_revision:1464; number_of_response:1; }","duration":"104.346918ms","start":"2026-03-31T18:31:09.19283Z","end":"2026-03-31T18:31:09.297177Z","steps":["trace[836989171] 'process raft request' (duration: 104.0305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:10.413933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.977123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-31T18:31:10.414059Z","caller":"traceutil/trace.go:171","msg":"trace[1753145822] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1470; }","duration":"126.133588ms","start":"2026-03-31T18:31:10.287884Z","end":"2026-03-31T18:31:10.414017Z","steps":["trace[1753145822] 'range keys from in-memory index tree' (duration: 125.83638ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:12.655691Z","caller":"traceutil/trace.go:171","msg":"trace[1098176792] transaction","detail":"{read_only:false; response_revision:1476; number_of_response:1; }","duration":"405.998022ms","start":"2026-03-31T18:31:12.249668Z","end":"2026-03-31T18:31:12.655666Z","steps":["trace[1098176792] 'process raft request' (duration: 405.881089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:12.655871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:12.249644Z","time spent":"406.128095ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:12.65569Z","caller":"traceutil/trace.go:171","msg":"trace[909247563] linearizableReadLoop","detail":"{readStateIndex:1526; appliedIndex:1525; }","duration":"226.879127ms","start":"2026-03-31T18:31:12.428782Z","end":"2026-03-31T18:31:12.655661Z","steps":["trace[909247563] 'read index received' (duration: 226.864037ms)","trace[909247563] 'applied index is now lower than readState.Index' (duration: 12.69µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:12.655905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.114934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:31:12.65594Z","caller":"traceutil/trace.go:171","msg":"trace[1583766477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1476; }","duration":"227.205507ms","start":"2026-03-31T18:31:12.428725Z","end":"2026-03-31T18:31:12.655931Z","steps":["trace[1583766477] 'agreement among raft nodes before linearized reading' (duration: 227.020652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:12.661498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.016044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T18:31:12.661548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.334435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:31:12.661563Z","caller":"traceutil/trace.go:171","msg":"trace[307783789] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1477; }","duration":"210.087016ms","start":"2026-03-31T18:31:12.451461Z","end":"2026-03-31T18:31:12.661548Z","steps":["trace[307783789] 'agreement among raft nodes before linearized reading' (duration: 209.886661ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:12.661586Z","caller":"traceutil/trace.go:171","msg":"trace[1433159948] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1477; }","duration":"209.398287ms","start":"2026-03-31T18:31:12.452176Z","end":"2026-03-31T18:31:12.661574Z","steps":["trace[1433159948] 'agreement among raft nodes before linearized reading' (duration: 209.309734ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:17.14408Z","caller":"traceutil/trace.go:171","msg":"trace[839247364] transaction","detail":"{read_only:false; response_revision:1497; number_of_response:1; }","duration":"467.07293ms","start":"2026-03-31T18:31:16.676982Z","end":"2026-03-31T18:31:17.144055Z","steps":["trace[839247364] 'process raft request' (duration: 466.887756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:17.144264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:16.676959Z","time spent":"467.220224ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:19.212582Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.068690693s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:31:19.213205Z","caller":"traceutil/trace.go:171","msg":"trace[1605447963] linearizableReadLoop","detail":"{readStateIndex:1549; appliedIndex:1547; }","duration":"2.534051626s","start":"2026-03-31T18:31:16.679121Z","end":"2026-03-31T18:31:19.213172Z","steps":["trace[1605447963] 'read index received' (duration: 464.783618ms)","trace[1605447963] 'applied index is now lower than readState.Index' (duration: 2.069266628s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:19.213278Z","caller":"traceutil/trace.go:171","msg":"trace[456710120] transaction","detail":"{read_only:false; response_revision:1498; number_of_response:1; }","duration":"2.535222558s","start":"2026-03-31T18:31:16.678017Z","end":"2026-03-31T18:31:19.213239Z","steps":["trace[456710120] 'process raft request' (duration: 2.534870548s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:19.213505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:16.677997Z","time spent":"2.535404303s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:19.213631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.534487618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:31:19.213764Z","caller":"traceutil/trace.go:171","msg":"trace[1479991848] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1499; }","duration":"2.534631032s","start":"2026-03-31T18:31:16.679088Z","end":"2026-03-31T18:31:19.213719Z","steps":["trace[1479991848] 'agreement among raft nodes before linearized reading' (duration: 2.534265782s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:19.213841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:16.679075Z","time spent":"2.534730514s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:31:19.214026Z","caller":"traceutil/trace.go:171","msg":"trace[1610620211] transaction","detail":"{read_only:false; response_revision:1499; number_of_response:1; }","duration":"2.53381026s","start":"2026-03-31T18:31:16.680194Z","end":"2026-03-31T18:31:19.214004Z","steps":["trace[1610620211] 'process raft request' (duration: 2.532876334s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:19.214235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:16.680155Z","time spent":"2.533944753s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:19.589964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.39005ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:19.590156Z","caller":"traceutil/trace.go:171","msg":"trace[598324871] transaction","detail":"{read_only:false; response_revision:1500; number_of_response:1; }","duration":"440.063398ms","start":"2026-03-31T18:31:19.150052Z","end":"2026-03-31T18:31:19.590115Z","steps":["trace[598324871] 'process raft request' (duration: 247.408601ms)","trace[598324871] 'compare' (duration: 192.269827ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:19.590239Z","caller":"traceutil/trace.go:171","msg":"trace[1313428545] transaction","detail":"{read_only:false; response_revision:1501; number_of_response:1; }","duration":"372.058899ms","start":"2026-03-31T18:31:19.21816Z","end":"2026-03-31T18:31:19.590219Z","steps":["trace[1313428545] 'process raft request' (duration: 371.960606ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:19.590254Z","caller":"traceutil/trace.go:171","msg":"trace[293035353] linearizableReadLoop","detail":"{readStateIndex:1551; appliedIndex:1550; }","duration":"376.84763ms","start":"2026-03-31T18:31:19.213375Z","end":"2026-03-31T18:31:19.590223Z","steps":["trace[293035353] 'read index received' (duration: 184.134862ms)","trace[293035353] 'applied index is now lower than readState.Index' (duration: 192.710038ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:19.590316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:19.218133Z","time spent":"372.146962ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:19.590366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:19.150015Z","time spent":"440.226162ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:19.590412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.602035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:31:19.590429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998992087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:19.590475Z","caller":"traceutil/trace.go:171","msg":"trace[2137190126] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:1501; }","duration":"635.731308ms","start":"2026-03-31T18:31:18.954725Z","end":"2026-03-31T18:31:19.590456Z","steps":["trace[2137190126] 'agreement among raft nodes before linearized reading' (duration: 635.612495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:19.590494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.908248863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T18:31:19.590541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:18.954695Z","time spent":"635.83135ms","remote":"127.0.0.1:36028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:31:19.590545Z","caller":"traceutil/trace.go:171","msg":"trace[502905844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1501; }","duration":"1.999248873s","start":"2026-03-31T18:31:17.59126Z","end":"2026-03-31T18:31:19.590509Z","steps":["trace[502905844] 'agreement among raft nodes before linearized reading' (duration: 1.999059677s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:19.590565Z","caller":"traceutil/trace.go:171","msg":"trace[482784953] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1501; }","duration":"2.908363326s","start":"2026-03-31T18:31:16.682188Z","end":"2026-03-31T18:31:19.590551Z","steps":["trace[482784953] 'agreement among raft nodes before linearized reading' (duration: 2.9081577s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:19.590601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:16.682177Z","time spent":"2.908419008s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:31:19.590471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.907237616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T18:31:19.590616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:17.59123Z","time spent":"1.999372247s","remote":"127.0.0.1:44762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:31:19.590434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.919769248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:19.590697Z","caller":"traceutil/trace.go:171","msg":"trace[492782884] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1501; }","duration":"2.907475392s","start":"2026-03-31T18:31:16.683179Z","end":"2026-03-31T18:31:19.590654Z","steps":["trace[492782884] 'agreement among raft nodes before linearized reading' (duration: 2.907153083s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:19.590748Z","caller":"traceutil/trace.go:171","msg":"trace[1290770590] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:1501; }","duration":"1.920145189s","start":"2026-03-31T18:31:17.67058Z","end":"2026-03-31T18:31:19.590725Z","steps":["trace[1290770590] 'agreement among raft nodes before linearized reading' (duration: 1.919721927s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:19.590815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:17.670556Z","time spent":"1.920237041s","remote":"127.0.0.1:35958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:19.590809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:16.683161Z","time spent":"2.907592595s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:31:19.811574Z","caller":"traceutil/trace.go:171","msg":"trace[1846598792] transaction","detail":"{read_only:false; response_revision:1502; number_of_response:1; }","duration":"294.921967ms","start":"2026-03-31T18:31:19.516618Z","end":"2026-03-31T18:31:19.81154Z","steps":["trace[1846598792] 'process raft request' (duration: 228.373377ms)","trace[1846598792] 'compare' (duration: 66.368616ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:19.916394Z","caller":"traceutil/trace.go:171","msg":"trace[711447550] transaction","detail":"{read_only:false; response_revision:1503; number_of_response:1; }","duration":"322.035223ms","start":"2026-03-31T18:31:19.594321Z","end":"2026-03-31T18:31:19.916356Z","steps":["trace[711447550] 'process raft request' (duration: 321.747026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:19.916579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:19.594299Z","time spent":"322.185358ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:19.947094Z","caller":"traceutil/trace.go:171","msg":"trace[1937103404] linearizableReadLoop","detail":"{readStateIndex:1554; appliedIndex:1552; }","duration":"356.763318ms","start":"2026-03-31T18:31:19.590304Z","end":"2026-03-31T18:31:19.947067Z","steps":["trace[1937103404] 'read index received' (duration: 154.617361ms)","trace[1937103404] 'applied index is now lower than readState.Index' (duration: 202.144857ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:19.94723Z","caller":"traceutil/trace.go:171","msg":"trace[109397620] transaction","detail":"{read_only:false; response_revision:1504; number_of_response:1; }","duration":"352.723418ms","start":"2026-03-31T18:31:19.594452Z","end":"2026-03-31T18:31:19.947175Z","steps":["trace[109397620] 'process raft request' (duration: 321.86638ms)","trace[109397620] 'compare' (duration: 30.610191ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:19.94732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.512761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:31:19.947389Z","caller":"traceutil/trace.go:171","msg":"trace[507464563] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1504; }","duration":"603.652285ms","start":"2026-03-31T18:31:19.343714Z","end":"2026-03-31T18:31:19.947367Z","steps":["trace[507464563] 'agreement among raft nodes before linearized reading' (duration: 603.517701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:19.947466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:19.343684Z","time spent":"603.762678ms","remote":"127.0.0.1:45042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:19.947473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:19.594426Z","time spent":"352.922113ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:19.947919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.874931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:19.94797Z","caller":"traceutil/trace.go:171","msg":"trace[1210910521] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1504; }","duration":"356.962414ms","start":"2026-03-31T18:31:19.590996Z","end":"2026-03-31T18:31:19.947958Z","steps":["trace[1210910521] 'agreement among raft nodes before linearized reading' (duration: 356.801239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:19.948002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:19.590973Z","time spent":"357.021555ms","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:31:19.947916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.795956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/ingress-nginx/ingress-nginx-admission-patch-pscjd\" ","response":"range_response_count:1 size:3549"} {"level":"info","ts":"2026-03-31T18:31:19.948071Z","caller":"traceutil/trace.go:171","msg":"trace[390846402] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/ingress-nginx/ingress-nginx-admission-patch-pscjd; range_end:; response_count:1; response_revision:1504; }","duration":"142.972301ms","start":"2026-03-31T18:31:19.805066Z","end":"2026-03-31T18:31:19.948039Z","steps":["trace[390846402] 'agreement among raft nodes before linearized reading' (duration: 142.726724ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:22.887842Z","caller":"traceutil/trace.go:171","msg":"trace[691338862] transaction","detail":"{read_only:false; response_revision:1547; number_of_response:1; }","duration":"149.438739ms","start":"2026-03-31T18:31:22.738375Z","end":"2026-03-31T18:31:22.887814Z","steps":["trace[691338862] 'process raft request' (duration: 124.40413ms)","trace[691338862] 'compare' (duration: 24.927266ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:23.150045Z","caller":"traceutil/trace.go:171","msg":"trace[146440055] transaction","detail":"{read_only:false; response_revision:1549; number_of_response:1; }","duration":"408.656384ms","start":"2026-03-31T18:31:22.741349Z","end":"2026-03-31T18:31:23.150005Z","steps":["trace[146440055] 'process raft request' (duration: 408.541671ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:23.150094Z","caller":"traceutil/trace.go:171","msg":"trace[1656133268] transaction","detail":"{read_only:false; response_revision:1548; number_of_response:1; }","duration":"411.048271ms","start":"2026-03-31T18:31:22.738995Z","end":"2026-03-31T18:31:23.150044Z","steps":["trace[1656133268] 'process raft request' (duration: 339.316399ms)","trace[1656133268] 'compare' (duration: 71.398793ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:23.15029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:22.741269Z","time spent":"408.888551ms","remote":"127.0.0.1:45274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4247,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:23.150317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:22.738973Z","time spent":"411.216945ms","remote":"127.0.0.1:45050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1732,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:23.497859Z","caller":"traceutil/trace.go:171","msg":"trace[410176461] transaction","detail":"{read_only:false; response_revision:1555; number_of_response:1; }","duration":"111.180796ms","start":"2026-03-31T18:31:23.386633Z","end":"2026-03-31T18:31:23.497814Z","steps":["trace[410176461] 'process raft request' (duration: 105.703535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:23.747906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.800426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:31:23.747924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.017102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/federations.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:23.747987Z","caller":"traceutil/trace.go:171","msg":"trace[894272642] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1559; }","duration":"114.894438ms","start":"2026-03-31T18:31:23.633076Z","end":"2026-03-31T18:31:23.74797Z","steps":["trace[894272642] 'agreement among raft nodes before linearized reading' (duration: 114.721843ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:23.748005Z","caller":"traceutil/trace.go:171","msg":"trace[1750275086] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/federations.rabbitmq.com; range_end:; response_count:0; response_revision:1559; }","duration":"111.146616ms","start":"2026-03-31T18:31:23.636841Z","end":"2026-03-31T18:31:23.747988Z","steps":["trace[1750275086] 'agreement among raft nodes before linearized reading' (duration: 111.031943ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:23.747904Z","caller":"traceutil/trace.go:171","msg":"trace[836595882] transaction","detail":"{read_only:false; response_revision:1559; number_of_response:1; }","duration":"109.212322ms","start":"2026-03-31T18:31:23.638651Z","end":"2026-03-31T18:31:23.747863Z","steps":["trace[836595882] 'process raft request' (duration: 105.521461ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:31.533874Z","caller":"traceutil/trace.go:171","msg":"trace[202490622] transaction","detail":"{read_only:false; response_revision:1721; number_of_response:1; }","duration":"107.484695ms","start":"2026-03-31T18:31:31.426364Z","end":"2026-03-31T18:31:31.533848Z","steps":["trace[202490622] 'process raft request' (duration: 107.33333ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:39.769045Z","caller":"traceutil/trace.go:171","msg":"trace[624359009] linearizableReadLoop","detail":"{readStateIndex:1884; appliedIndex:1883; }","duration":"369.431299ms","start":"2026-03-31T18:31:39.399551Z","end":"2026-03-31T18:31:39.768982Z","steps":["trace[624359009] 'read index received' (duration: 369.210063ms)","trace[624359009] 'applied index is now lower than readState.Index' (duration: 215.976µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:39.76912Z","caller":"traceutil/trace.go:171","msg":"trace[323400389] transaction","detail":"{read_only:false; response_revision:1808; number_of_response:1; }","duration":"455.288682ms","start":"2026-03-31T18:31:39.313784Z","end":"2026-03-31T18:31:39.769073Z","steps":["trace[323400389] 'process raft request' (duration: 454.931441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:39.769358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:39.31377Z","time spent":"455.455696ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:39.769529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.942864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:31:39.769592Z","caller":"traceutil/trace.go:171","msg":"trace[23182804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1808; }","duration":"370.074067ms","start":"2026-03-31T18:31:39.399494Z","end":"2026-03-31T18:31:39.769568Z","steps":["trace[23182804] 'agreement among raft nodes before linearized reading' (duration: 369.699707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:39.769641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:39.399467Z","time spent":"370.16403ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:31:39.771928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.705872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:31:39.772048Z","caller":"traceutil/trace.go:171","msg":"trace[1497614791] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1809; }","duration":"364.839116ms","start":"2026-03-31T18:31:39.40718Z","end":"2026-03-31T18:31:39.772019Z","steps":["trace[1497614791] 'agreement among raft nodes before linearized reading' (duration: 364.493446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:39.772161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:39.407131Z","time spent":"364.970449ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:31:39.772161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.726397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:39.772446Z","caller":"traceutil/trace.go:171","msg":"trace[1643541709] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1809; }","duration":"182.056368ms","start":"2026-03-31T18:31:39.590365Z","end":"2026-03-31T18:31:39.772422Z","steps":["trace[1643541709] 'agreement among raft nodes before linearized reading' (duration: 181.702387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:39.772204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.129948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:39.772513Z","caller":"traceutil/trace.go:171","msg":"trace[1691865167] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:0; response_revision:1809; }","duration":"301.481958ms","start":"2026-03-31T18:31:39.471006Z","end":"2026-03-31T18:31:39.772488Z","steps":["trace[1691865167] 'agreement among raft nodes before linearized reading' (duration: 301.108788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:39.772581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:39.470986Z","time spent":"301.57792ms","remote":"127.0.0.1:38302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T18:31:40.126693Z","caller":"traceutil/trace.go:171","msg":"trace[1097296686] linearizableReadLoop","detail":"{readStateIndex:1891; appliedIndex:1890; }","duration":"114.698933ms","start":"2026-03-31T18:31:40.011957Z","end":"2026-03-31T18:31:40.126656Z","steps":["trace[1097296686] 'read index received' (duration: 114.380084ms)","trace[1097296686] 'applied index is now lower than readState.Index' (duration: 317.269µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:40.126772Z","caller":"traceutil/trace.go:171","msg":"trace[72685251] transaction","detail":"{read_only:false; response_revision:1815; number_of_response:1; }","duration":"116.735983ms","start":"2026-03-31T18:31:40.009996Z","end":"2026-03-31T18:31:40.126732Z","steps":["trace[72685251] 'process raft request' (duration: 116.433904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:40.127018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.040153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-03-31T18:31:40.127119Z","caller":"traceutil/trace.go:171","msg":"trace[5055221] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1815; }","duration":"115.199328ms","start":"2026-03-31T18:31:40.011899Z","end":"2026-03-31T18:31:40.127099Z","steps":["trace[5055221] 'agreement among raft nodes before linearized reading' (duration: 114.92168ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:41.943747Z","caller":"traceutil/trace.go:171","msg":"trace[566725270] linearizableReadLoop","detail":"{readStateIndex:1897; appliedIndex:1895; }","duration":"155.673407ms","start":"2026-03-31T18:31:41.78804Z","end":"2026-03-31T18:31:41.943714Z","steps":["trace[566725270] 'read index received' (duration: 45.406343ms)","trace[566725270] 'applied index is now lower than readState.Index' (duration: 110.266054ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:41.944051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.994918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:31:41.944084Z","caller":"traceutil/trace.go:171","msg":"trace[1172823356] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1821; }","duration":"156.060299ms","start":"2026-03-31T18:31:41.788016Z","end":"2026-03-31T18:31:41.944076Z","steps":["trace[1172823356] 'agreement among raft nodes before linearized reading' (duration: 155.889325ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:41.944049Z","caller":"traceutil/trace.go:171","msg":"trace[980105146] transaction","detail":"{read_only:false; response_revision:1821; number_of_response:1; }","duration":"164.791273ms","start":"2026-03-31T18:31:41.779168Z","end":"2026-03-31T18:31:41.943959Z","steps":["trace[980105146] 'process raft request' (duration: 118.616718ms)","trace[980105146] 'compare' (duration: 45.769934ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:41.944271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.052894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T18:31:41.944303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.747268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3995"} {"level":"info","ts":"2026-03-31T18:31:41.944357Z","caller":"traceutil/trace.go:171","msg":"trace[770772761] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1821; }","duration":"133.858872ms","start":"2026-03-31T18:31:41.810483Z","end":"2026-03-31T18:31:41.944342Z","steps":["trace[770772761] 'agreement among raft nodes before linearized reading' (duration: 133.707408ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:41.944357Z","caller":"traceutil/trace.go:171","msg":"trace[2087961953] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1821; }","duration":"150.181979ms","start":"2026-03-31T18:31:41.794151Z","end":"2026-03-31T18:31:41.944333Z","steps":["trace[2087961953] 'agreement among raft nodes before linearized reading' (duration: 149.959102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:48.183498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.839919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:48.183627Z","caller":"traceutil/trace.go:171","msg":"trace[1803017714] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:1914; }","duration":"372.991102ms","start":"2026-03-31T18:31:47.810583Z","end":"2026-03-31T18:31:48.183574Z","steps":["trace[1803017714] 'count revisions from in-memory index tree' (duration: 372.754845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:48.183723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:47.81056Z","time spent":"373.106586ms","remote":"127.0.0.1:35930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:48.183763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.268795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:31:48.183747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.307624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T18:31:48.183764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.180852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:31:48.183826Z","caller":"traceutil/trace.go:171","msg":"trace[1099994869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1914; }","duration":"593.368967ms","start":"2026-03-31T18:31:47.590439Z","end":"2026-03-31T18:31:48.183808Z","steps":["trace[1099994869] 'range keys from in-memory index tree' (duration: 593.202222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:48.183839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.204422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:31:48.183869Z","caller":"traceutil/trace.go:171","msg":"trace[385888580] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1914; }","duration":"323.5029ms","start":"2026-03-31T18:31:47.860339Z","end":"2026-03-31T18:31:48.183842Z","steps":["trace[385888580] 'range keys from in-memory index tree' (duration: 323.044957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:48.183888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:47.590418Z","time spent":"593.45071ms","remote":"127.0.0.1:44762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:31:48.183894Z","caller":"traceutil/trace.go:171","msg":"trace[580882314] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1914; }","duration":"475.355057ms","start":"2026-03-31T18:31:47.708504Z","end":"2026-03-31T18:31:48.183859Z","steps":["trace[580882314] 'count revisions from in-memory index tree' (duration: 475.054808ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:48.183931Z","caller":"traceutil/trace.go:171","msg":"trace[529370224] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1914; }","duration":"381.341417ms","start":"2026-03-31T18:31:47.802568Z","end":"2026-03-31T18:31:48.183909Z","steps":["trace[529370224] 'count revisions from in-memory index tree' (duration: 381.12194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:48.183957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:47.708484Z","time spent":"475.45918ms","remote":"127.0.0.1:44680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:48.183949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:47.860308Z","time spent":"323.623683ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:31:48.183979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:47.802544Z","time spent":"381.425309ms","remote":"127.0.0.1:35854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:48.183922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.920186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7fec35d2-e812-4176-8137-8e233cabfb95\" ","response":"range_response_count:1 size:3625"} {"level":"info","ts":"2026-03-31T18:31:48.184074Z","caller":"traceutil/trace.go:171","msg":"trace[1663305817] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7fec35d2-e812-4176-8137-8e233cabfb95; range_end:; response_count:1; response_revision:1914; }","duration":"425.084262ms","start":"2026-03-31T18:31:47.758962Z","end":"2026-03-31T18:31:48.184046Z","steps":["trace[1663305817] 'range keys from in-memory index tree' (duration: 424.666119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:48.18414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:47.758937Z","time spent":"425.182964ms","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3648,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7fec35d2-e812-4176-8137-8e233cabfb95\" "} {"level":"info","ts":"2026-03-31T18:31:48.195041Z","caller":"traceutil/trace.go:171","msg":"trace[1188413820] linearizableReadLoop","detail":"{readStateIndex:1992; appliedIndex:1991; }","duration":"192.585395ms","start":"2026-03-31T18:31:48.002435Z","end":"2026-03-31T18:31:48.19502Z","steps":["trace[1188413820] 'read index received' (duration: 192.386899ms)","trace[1188413820] 'applied index is now lower than readState.Index' (duration: 197.186µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:48.195148Z","caller":"traceutil/trace.go:171","msg":"trace[527694833] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"201.229057ms","start":"2026-03-31T18:31:47.993903Z","end":"2026-03-31T18:31:48.195132Z","steps":["trace[527694833] 'process raft request' (duration: 200.945618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:48.195522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.068309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:31:48.195664Z","caller":"traceutil/trace.go:171","msg":"trace[1111765446] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1915; }","duration":"193.281684ms","start":"2026-03-31T18:31:48.002355Z","end":"2026-03-31T18:31:48.195636Z","steps":["trace[1111765446] 'agreement among raft nodes before linearized reading' (duration: 192.80615ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:48.366677Z","caller":"traceutil/trace.go:171","msg":"trace[2045988935] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"177.382701ms","start":"2026-03-31T18:31:48.189275Z","end":"2026-03-31T18:31:48.366658Z","steps":["trace[2045988935] 'process raft request' (duration: 171.357925ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:48.366847Z","caller":"traceutil/trace.go:171","msg":"trace[1622829775] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"175.907157ms","start":"2026-03-31T18:31:48.190933Z","end":"2026-03-31T18:31:48.36684Z","steps":["trace[1622829775] 'process raft request' (duration: 175.666611ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:48.36689Z","caller":"traceutil/trace.go:171","msg":"trace[1177490320] linearizableReadLoop","detail":"{readStateIndex:1994; appliedIndex:1992; }","duration":"171.623403ms","start":"2026-03-31T18:31:48.195218Z","end":"2026-03-31T18:31:48.366841Z","steps":["trace[1177490320] 'read index received' (duration: 165.384262ms)","trace[1177490320] 'applied index is now lower than readState.Index' (duration: 6.235731ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:48.367073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.068288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:48.367137Z","caller":"traceutil/trace.go:171","msg":"trace[2038895937] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1917; }","duration":"182.172521ms","start":"2026-03-31T18:31:48.184948Z","end":"2026-03-31T18:31:48.36712Z","steps":["trace[2038895937] 'agreement among raft nodes before linearized reading' (duration: 182.071478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:48.367225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.31729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-31T18:31:48.367221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.484882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-31T18:31:48.367278Z","caller":"traceutil/trace.go:171","msg":"trace[1000657361] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1917; }","duration":"328.379952ms","start":"2026-03-31T18:31:48.038883Z","end":"2026-03-31T18:31:48.367263Z","steps":["trace[1000657361] 'agreement among raft nodes before linearized reading' (duration: 328.174846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:48.367246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.180325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:31:48.36729Z","caller":"traceutil/trace.go:171","msg":"trace[66911281] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1917; }","duration":"203.669507ms","start":"2026-03-31T18:31:48.163604Z","end":"2026-03-31T18:31:48.367274Z","steps":["trace[66911281] 'agreement among raft nodes before linearized reading' (duration: 203.335837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:48.367325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:48.038878Z","time spent":"328.437373ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:31:48.367338Z","caller":"traceutil/trace.go:171","msg":"trace[1997087621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1917; }","duration":"328.32463ms","start":"2026-03-31T18:31:48.038995Z","end":"2026-03-31T18:31:48.36732Z","steps":["trace[1997087621] 'agreement among raft nodes before linearized reading' (duration: 327.98679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:48.367345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.222987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-31T18:31:48.36738Z","caller":"traceutil/trace.go:171","msg":"trace[2138919649] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1917; }","duration":"329.3184ms","start":"2026-03-31T18:31:48.038053Z","end":"2026-03-31T18:31:48.367371Z","steps":["trace[2138919649] 'agreement among raft nodes before linearized reading' (duration: 329.191266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:48.367389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:48.038981Z","time spent":"328.400692ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:31:48.367414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:48.038029Z","time spent":"329.376021ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:31:48.367438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.378365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-03-31T18:31:48.36755Z","caller":"traceutil/trace.go:171","msg":"trace[1684831030] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1917; }","duration":"182.557451ms","start":"2026-03-31T18:31:48.184963Z","end":"2026-03-31T18:31:48.367521Z","steps":["trace[1684831030] 'agreement among raft nodes before linearized reading' (duration: 182.207701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:48.367453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.91464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-31T18:31:48.367073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.993213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7fec35d2-e812-4176-8137-8e233cabfb95\" ","response":"range_response_count:1 size:3745"} {"level":"info","ts":"2026-03-31T18:31:48.36764Z","caller":"traceutil/trace.go:171","msg":"trace[1026951224] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1917; }","duration":"197.162248ms","start":"2026-03-31T18:31:48.170451Z","end":"2026-03-31T18:31:48.367613Z","steps":["trace[1026951224] 'agreement among raft nodes before linearized reading' (duration: 196.594681ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:48.367679Z","caller":"traceutil/trace.go:171","msg":"trace[679979145] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7fec35d2-e812-4176-8137-8e233cabfb95; range_end:; response_count:1; response_revision:1917; }","duration":"313.657643ms","start":"2026-03-31T18:31:48.054008Z","end":"2026-03-31T18:31:48.367665Z","steps":["trace[679979145] 'agreement among raft nodes before linearized reading' (duration: 312.964652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:48.367741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:48.053984Z","time spent":"313.718524ms","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3768,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7fec35d2-e812-4176-8137-8e233cabfb95\" "} {"level":"info","ts":"2026-03-31T18:31:48.602941Z","caller":"traceutil/trace.go:171","msg":"trace[439162276] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"229.950313ms","start":"2026-03-31T18:31:48.372967Z","end":"2026-03-31T18:31:48.602917Z","steps":["trace[439162276] 'process raft request' (duration: 229.882971ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:48.603066Z","caller":"traceutil/trace.go:171","msg":"trace[1509213427] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"230.051937ms","start":"2026-03-31T18:31:48.372921Z","end":"2026-03-31T18:31:48.602973Z","steps":["trace[1509213427] 'process raft request' (duration: 229.758388ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:48.60333Z","caller":"traceutil/trace.go:171","msg":"trace[1767806441] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"230.308694ms","start":"2026-03-31T18:31:48.373009Z","end":"2026-03-31T18:31:48.603318Z","steps":["trace[1767806441] 'process raft request' (duration: 229.875281ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:48.603364Z","caller":"traceutil/trace.go:171","msg":"trace[1504783537] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"230.252832ms","start":"2026-03-31T18:31:48.373098Z","end":"2026-03-31T18:31:48.60335Z","steps":["trace[1504783537] 'process raft request' (duration: 230.210851ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:48.603559Z","caller":"traceutil/trace.go:171","msg":"trace[1854919211] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"230.428437ms","start":"2026-03-31T18:31:48.373079Z","end":"2026-03-31T18:31:48.603508Z","steps":["trace[1854919211] 'process raft request' (duration: 230.167729ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:49.305024Z","caller":"traceutil/trace.go:171","msg":"trace[1290426551] linearizableReadLoop","detail":"{readStateIndex:2001; appliedIndex:2000; }","duration":"102.975182ms","start":"2026-03-31T18:31:49.20199Z","end":"2026-03-31T18:31:49.304965Z","steps":["trace[1290426551] 'read index received' (duration: 90.251081ms)","trace[1290426551] 'applied index is now lower than readState.Index' (duration: 12.722301ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:49.305438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.270419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:31:49.305553Z","caller":"traceutil/trace.go:171","msg":"trace[1418354368] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1923; }","duration":"103.59456ms","start":"2026-03-31T18:31:49.201936Z","end":"2026-03-31T18:31:49.305531Z","steps":["trace[1418354368] 'agreement among raft nodes before linearized reading' (duration: 103.170058ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:50.110012Z","caller":"traceutil/trace.go:171","msg":"trace[889476954] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"226.113262ms","start":"2026-03-31T18:31:49.883868Z","end":"2026-03-31T18:31:50.109981Z","steps":["trace[889476954] 'process raft request' (duration: 183.585882ms)","trace[889476954] 'compare' (duration: 42.415667ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:50.119478Z","caller":"traceutil/trace.go:171","msg":"trace[988323850] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"229.620043ms","start":"2026-03-31T18:31:49.889829Z","end":"2026-03-31T18:31:50.119449Z","steps":["trace[988323850] 'process raft request' (duration: 229.526961ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:50.119537Z","caller":"traceutil/trace.go:171","msg":"trace[1846165471] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"229.663654ms","start":"2026-03-31T18:31:49.889828Z","end":"2026-03-31T18:31:50.119491Z","steps":["trace[1846165471] 'process raft request' (duration: 229.383677ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:50.119648Z","caller":"traceutil/trace.go:171","msg":"trace[329941903] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"229.709096ms","start":"2026-03-31T18:31:49.889912Z","end":"2026-03-31T18:31:50.119621Z","steps":["trace[329941903] 'process raft request' (duration: 229.49808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:50.677388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.427715ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:50.677682Z","caller":"traceutil/trace.go:171","msg":"trace[1006101967] linearizableReadLoop","detail":"{readStateIndex:2014; appliedIndex:2013; }","duration":"225.027919ms","start":"2026-03-31T18:31:50.452564Z","end":"2026-03-31T18:31:50.677592Z","steps":["trace[1006101967] 'read index received' (duration: 109.13542ms)","trace[1006101967] 'applied index is now lower than readState.Index' (duration: 115.890159ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:50.677679Z","caller":"traceutil/trace.go:171","msg":"trace[1777180239] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"237.854334ms","start":"2026-03-31T18:31:50.439778Z","end":"2026-03-31T18:31:50.677632Z","steps":["trace[1777180239] 'process raft request' (duration: 122.029257ms)","trace[1777180239] 'compare' (duration: 115.167057ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:50.678064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.433642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:31:50.678152Z","caller":"traceutil/trace.go:171","msg":"trace[1267682030] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1936; }","duration":"225.632837ms","start":"2026-03-31T18:31:50.4525Z","end":"2026-03-31T18:31:50.678133Z","steps":["trace[1267682030] 'agreement among raft nodes before linearized reading' (duration: 225.184705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:51.148676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.779056ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:51.148894Z","caller":"traceutil/trace.go:171","msg":"trace[2079238619] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"465.156531ms","start":"2026-03-31T18:31:50.683721Z","end":"2026-03-31T18:31:51.148878Z","steps":["trace[2079238619] 'process raft request' (duration: 465.050828ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:51.148891Z","caller":"traceutil/trace.go:171","msg":"trace[1207027054] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"465.133819ms","start":"2026-03-31T18:31:50.683721Z","end":"2026-03-31T18:31:51.148855Z","steps":["trace[1207027054] 'process raft request' (duration: 161.081776ms)","trace[1207027054] 'compare' (duration: 303.684063ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:51.148959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:50.683699Z","time spent":"465.228802ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:51.14906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:50.683694Z","time spent":"465.269882ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:51.149119Z","caller":"traceutil/trace.go:171","msg":"trace[1137982036] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"465.347355ms","start":"2026-03-31T18:31:50.683751Z","end":"2026-03-31T18:31:51.149098Z","steps":["trace[1137982036] 'process raft request' (duration: 465.069817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:51.149225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:50.683731Z","time spent":"465.437928ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:51.149487Z","caller":"traceutil/trace.go:171","msg":"trace[227957825] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"465.713066ms","start":"2026-03-31T18:31:50.683764Z","end":"2026-03-31T18:31:51.149477Z","steps":["trace[227957825] 'process raft request' (duration: 465.263093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:51.149547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:50.683694Z","time spent":"465.821718ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:51.149676Z","caller":"traceutil/trace.go:171","msg":"trace[611758313] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"465.313415ms","start":"2026-03-31T18:31:50.684333Z","end":"2026-03-31T18:31:51.149646Z","steps":["trace[611758313] 'process raft request' (duration: 465.116169ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:51.149795Z","caller":"traceutil/trace.go:171","msg":"trace[755352478] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"313.660434ms","start":"2026-03-31T18:31:50.836125Z","end":"2026-03-31T18:31:51.149785Z","steps":["trace[755352478] 'process raft request' (duration: 313.5412ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:51.149773Z","caller":"traceutil/trace.go:171","msg":"trace[203278955] linearizableReadLoop","detail":"{readStateIndex:2021; appliedIndex:2015; }","duration":"162.489457ms","start":"2026-03-31T18:31:50.987261Z","end":"2026-03-31T18:31:51.14975Z","steps":["trace[203278955] 'read index received' (duration: 73.489992ms)","trace[203278955] 'applied index is now lower than readState.Index' (duration: 88.998415ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:51.149804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:50.684298Z","time spent":"465.443048ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:51.149843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:50.836097Z","time spent":"313.719095ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:51.149944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.675701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T18:31:51.149986Z","caller":"traceutil/trace.go:171","msg":"trace[344055528] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1943; }","duration":"162.764485ms","start":"2026-03-31T18:31:50.987209Z","end":"2026-03-31T18:31:51.149973Z","steps":["trace[344055528] 'agreement among raft nodes before linearized reading' (duration: 162.628461ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:51.332347Z","caller":"traceutil/trace.go:171","msg":"trace[773177473] transaction","detail":"{read_only:false; response_revision:1944; number_of_response:1; }","duration":"179.08262ms","start":"2026-03-31T18:31:51.153237Z","end":"2026-03-31T18:31:51.33232Z","steps":["trace[773177473] 'process raft request' (duration: 145.815911ms)","trace[773177473] 'compare' (duration: 33.141026ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:51.911922Z","caller":"traceutil/trace.go:171","msg":"trace[1610225778] transaction","detail":"{read_only:false; response_revision:1948; number_of_response:1; }","duration":"113.754627ms","start":"2026-03-31T18:31:51.798132Z","end":"2026-03-31T18:31:51.911886Z","steps":["trace[1610225778] 'process raft request' (duration: 113.379138ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:53.185517Z","caller":"traceutil/trace.go:171","msg":"trace[1675203934] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"179.004595ms","start":"2026-03-31T18:31:53.006476Z","end":"2026-03-31T18:31:53.18548Z","steps":["trace[1675203934] 'process raft request' (duration: 178.655966ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:53.342141Z","caller":"traceutil/trace.go:171","msg":"trace[1621084404] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"151.961338ms","start":"2026-03-31T18:31:53.19015Z","end":"2026-03-31T18:31:53.342112Z","steps":["trace[1621084404] 'process raft request' (duration: 63.873279ms)","trace[1621084404] 'compare' (duration: 87.981016ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:53.644877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.097044ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:53.645045Z","caller":"traceutil/trace.go:171","msg":"trace[1707638406] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"454.164898ms","start":"2026-03-31T18:31:53.190851Z","end":"2026-03-31T18:31:53.645016Z","steps":["trace[1707638406] 'process raft request' (duration: 331.855868ms)","trace[1707638406] 'compare' (duration: 121.947931ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:53.645091Z","caller":"traceutil/trace.go:171","msg":"trace[528344218] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"453.666915ms","start":"2026-03-31T18:31:53.191406Z","end":"2026-03-31T18:31:53.645072Z","steps":["trace[528344218] 'process raft request' (duration: 453.564192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:53.645178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:53.19063Z","time spent":"454.476737ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:53.645191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:53.191396Z","time spent":"453.733236ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:53.645244Z","caller":"traceutil/trace.go:171","msg":"trace[532602561] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"453.700075ms","start":"2026-03-31T18:31:53.19153Z","end":"2026-03-31T18:31:53.64523Z","steps":["trace[532602561] 'process raft request' (duration: 453.483729ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:53.645287Z","caller":"traceutil/trace.go:171","msg":"trace[1534104738] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"453.10999ms","start":"2026-03-31T18:31:53.192169Z","end":"2026-03-31T18:31:53.645279Z","steps":["trace[1534104738] 'process raft request' (duration: 453.026867ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:53.645293Z","caller":"traceutil/trace.go:171","msg":"trace[319369126] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"453.530101ms","start":"2026-03-31T18:31:53.191752Z","end":"2026-03-31T18:31:53.645282Z","steps":["trace[319369126] 'process raft request' (duration: 453.386237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:53.645302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:53.191524Z","time spent":"453.749228ms","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:31:53.645342Z","caller":"traceutil/trace.go:171","msg":"trace[741947188] linearizableReadLoop","detail":"{readStateIndex:2046; appliedIndex:2040; }","duration":"452.627077ms","start":"2026-03-31T18:31:53.192705Z","end":"2026-03-31T18:31:53.645332Z","steps":["trace[741947188] 'read index received' (duration: 61.250339ms)","trace[741947188] 'applied index is now lower than readState.Index' (duration: 391.376018ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:53.645361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:53.192134Z","time spent":"453.204832ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:53.645378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:53.191741Z","time spent":"453.611394ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:53.645639Z","caller":"traceutil/trace.go:171","msg":"trace[262764511] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"183.848857ms","start":"2026-03-31T18:31:53.461764Z","end":"2026-03-31T18:31:53.645613Z","steps":["trace[262764511] 'process raft request' (duration: 183.496468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:53.645707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.979217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10374"} {"level":"warn","ts":"2026-03-31T18:31:53.645734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.14435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:31:53.645784Z","caller":"traceutil/trace.go:171","msg":"trace[1574279526] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1969; }","duration":"240.223752ms","start":"2026-03-31T18:31:53.405549Z","end":"2026-03-31T18:31:53.645772Z","steps":["trace[1574279526] 'agreement among raft nodes before linearized reading' (duration: 240.072108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:53.645764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.986487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-31T18:31:53.645787Z","caller":"traceutil/trace.go:171","msg":"trace[1043253567] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1969; }","duration":"453.071269ms","start":"2026-03-31T18:31:53.192697Z","end":"2026-03-31T18:31:53.645768Z","steps":["trace[1043253567] 'agreement among raft nodes before linearized reading' (duration: 452.705989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:53.645846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:53.192638Z","time spent":"453.198542ms","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10397,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T18:31:53.645844Z","caller":"traceutil/trace.go:171","msg":"trace[1114386901] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1969; }","duration":"384.125301ms","start":"2026-03-31T18:31:53.261699Z","end":"2026-03-31T18:31:53.645824Z","steps":["trace[1114386901] 'agreement among raft nodes before linearized reading' (duration: 383.876124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:53.645891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:53.261675Z","time spent":"384.206983ms","remote":"127.0.0.1:44946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T18:31:58.608754Z","caller":"traceutil/trace.go:171","msg":"trace[67604906] transaction","detail":"{read_only:false; response_revision:2009; number_of_response:1; }","duration":"263.938558ms","start":"2026-03-31T18:31:58.344772Z","end":"2026-03-31T18:31:58.60871Z","steps":["trace[67604906] 'process raft request' (duration: 219.158788ms)","trace[67604906] 'compare' (duration: 44.280796ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:00.763624Z","caller":"traceutil/trace.go:171","msg":"trace[40526496] linearizableReadLoop","detail":"{readStateIndex:2107; appliedIndex:2106; }","duration":"143.412986ms","start":"2026-03-31T18:32:00.620192Z","end":"2026-03-31T18:32:00.763605Z","steps":["trace[40526496] 'read index received' (duration: 143.225521ms)","trace[40526496] 'applied index is now lower than readState.Index' (duration: 186.885µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:00.763665Z","caller":"traceutil/trace.go:171","msg":"trace[1515894037] transaction","detail":"{read_only:false; response_revision:2027; number_of_response:1; }","duration":"149.483921ms","start":"2026-03-31T18:32:00.614162Z","end":"2026-03-31T18:32:00.763646Z","steps":["trace[1515894037] 'process raft request' (duration: 149.304327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:00.763823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.610532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:32:00.763855Z","caller":"traceutil/trace.go:171","msg":"trace[1064877045] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2027; }","duration":"143.696203ms","start":"2026-03-31T18:32:00.620148Z","end":"2026-03-31T18:32:00.763844Z","steps":["trace[1064877045] 'agreement among raft nodes before linearized reading' (duration: 143.568ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:05.95084Z","caller":"traceutil/trace.go:171","msg":"trace[1734775356] linearizableReadLoop","detail":"{readStateIndex:2136; appliedIndex:2135; }","duration":"388.388507ms","start":"2026-03-31T18:32:05.562411Z","end":"2026-03-31T18:32:05.9508Z","steps":["trace[1734775356] 'read index received' (duration: 388.110899ms)","trace[1734775356] 'applied index is now lower than readState.Index' (duration: 276.178µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:05.950995Z","caller":"traceutil/trace.go:171","msg":"trace[556832818] transaction","detail":"{read_only:false; response_revision:2055; number_of_response:1; }","duration":"546.541913ms","start":"2026-03-31T18:32:05.404425Z","end":"2026-03-31T18:32:05.950967Z","steps":["trace[556832818] 'process raft request' (duration: 546.131452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:05.951094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.659124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:05.951196Z","caller":"traceutil/trace.go:171","msg":"trace[1798472990] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2055; }","duration":"388.812988ms","start":"2026-03-31T18:32:05.562357Z","end":"2026-03-31T18:32:05.95117Z","steps":["trace[1798472990] 'agreement among raft nodes before linearized reading' (duration: 388.634334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:05.951219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:05.404405Z","time spent":"546.658247ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:05.951255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:05.562333Z","time spent":"388.91054ms","remote":"127.0.0.1:35884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:32:05.958206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.879716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:32:05.958292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.968671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:32:05.958352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.542205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:32:05.958375Z","caller":"traceutil/trace.go:171","msg":"trace[1743278363] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2056; }","duration":"187.070264ms","start":"2026-03-31T18:32:05.771281Z","end":"2026-03-31T18:32:05.958352Z","steps":["trace[1743278363] 'agreement among raft nodes before linearized reading' (duration: 186.863268ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:05.958428Z","caller":"traceutil/trace.go:171","msg":"trace[2112494795] transaction","detail":"{read_only:false; response_revision:2056; number_of_response:1; }","duration":"271.00374ms","start":"2026-03-31T18:32:05.687388Z","end":"2026-03-31T18:32:05.958391Z","steps":["trace[2112494795] 'process raft request' (duration: 270.515987ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:05.958311Z","caller":"traceutil/trace.go:171","msg":"trace[1206047721] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2056; }","duration":"368.991349ms","start":"2026-03-31T18:32:05.589293Z","end":"2026-03-31T18:32:05.958284Z","steps":["trace[1206047721] 'agreement among raft nodes before linearized reading' (duration: 368.808274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:05.958535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.37159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T18:32:05.958495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.724211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-31T18:32:05.958583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:05.589221Z","time spent":"369.350729ms","remote":"127.0.0.1:44762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:32:05.958613Z","caller":"traceutil/trace.go:171","msg":"trace[1810827934] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2056; }","duration":"231.886695ms","start":"2026-03-31T18:32:05.726701Z","end":"2026-03-31T18:32:05.958587Z","steps":["trace[1810827934] 'agreement among raft nodes before linearized reading' (duration: 231.548606ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:05.958617Z","caller":"traceutil/trace.go:171","msg":"trace[1062492816] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2056; }","duration":"260.453843ms","start":"2026-03-31T18:32:05.698123Z","end":"2026-03-31T18:32:05.958577Z","steps":["trace[1062492816] 'agreement among raft nodes before linearized reading' (duration: 260.219237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:05.958645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.66957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:32:05.958417Z","caller":"traceutil/trace.go:171","msg":"trace[1432825785] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2056; }","duration":"242.607356ms","start":"2026-03-31T18:32:05.715794Z","end":"2026-03-31T18:32:05.958402Z","steps":["trace[1432825785] 'agreement among raft nodes before linearized reading' (duration: 242.40876ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:05.958696Z","caller":"traceutil/trace.go:171","msg":"trace[24913455] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2056; }","duration":"151.773373ms","start":"2026-03-31T18:32:05.806908Z","end":"2026-03-31T18:32:05.958681Z","steps":["trace[24913455] 'agreement among raft nodes before linearized reading' (duration: 151.635229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:05.958498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.886239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:32:05.958813Z","caller":"traceutil/trace.go:171","msg":"trace[2111431729] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2056; }","duration":"245.28188ms","start":"2026-03-31T18:32:05.713517Z","end":"2026-03-31T18:32:05.958799Z","steps":["trace[2111431729] 'agreement among raft nodes before linearized reading' (duration: 244.786836ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:15.113252Z","caller":"traceutil/trace.go:171","msg":"trace[1082391707] linearizableReadLoop","detail":"{readStateIndex:2204; appliedIndex:2202; }","duration":"147.388613ms","start":"2026-03-31T18:32:14.965835Z","end":"2026-03-31T18:32:15.113224Z","steps":["trace[1082391707] 'read index received' (duration: 50.370882ms)","trace[1082391707] 'applied index is now lower than readState.Index' (duration: 97.016281ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:15.113364Z","caller":"traceutil/trace.go:171","msg":"trace[1979259427] transaction","detail":"{read_only:false; response_revision:2120; number_of_response:1; }","duration":"153.374967ms","start":"2026-03-31T18:32:14.959931Z","end":"2026-03-31T18:32:15.113305Z","steps":["trace[1979259427] 'process raft request' (duration: 153.12536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:15.113424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.574479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:15.1135Z","caller":"traceutil/trace.go:171","msg":"trace[1359542882] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2120; }","duration":"147.704343ms","start":"2026-03-31T18:32:14.965775Z","end":"2026-03-31T18:32:15.113479Z","steps":["trace[1359542882] 'agreement among raft nodes before linearized reading' (duration: 147.57973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:15.113594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.569534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-31T18:32:15.113667Z","caller":"traceutil/trace.go:171","msg":"trace[636297700] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2120; }","duration":"127.699937ms","start":"2026-03-31T18:32:14.985948Z","end":"2026-03-31T18:32:15.113648Z","steps":["trace[636297700] 'agreement among raft nodes before linearized reading' (duration: 127.478561ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:16.12986Z","caller":"traceutil/trace.go:171","msg":"trace[1763071958] transaction","detail":"{read_only:false; response_revision:2121; number_of_response:1; }","duration":"124.286355ms","start":"2026-03-31T18:32:16.00555Z","end":"2026-03-31T18:32:16.129836Z","steps":["trace[1763071958] 'process raft request' (duration: 124.144011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:34.526594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:33.992235Z","time spent":"534.352406ms","remote":"127.0.0.1:44800","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T18:32:34.773407Z","caller":"traceutil/trace.go:171","msg":"trace[1885719061] linearizableReadLoop","detail":"{readStateIndex:2302; appliedIndex:2300; }","duration":"565.487488ms","start":"2026-03-31T18:32:34.207894Z","end":"2026-03-31T18:32:34.773382Z","steps":["trace[1885719061] 'read index received' (duration: 318.531574ms)","trace[1885719061] 'applied index is now lower than readState.Index' (duration: 246.952164ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:34.773537Z","caller":"traceutil/trace.go:171","msg":"trace[1543543771] transaction","detail":"{read_only:false; response_revision:2214; number_of_response:1; }","duration":"583.885942ms","start":"2026-03-31T18:32:34.189618Z","end":"2026-03-31T18:32:34.773504Z","steps":["trace[1543543771] 'process raft request' (duration: 583.539133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:34.773686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:34.18959Z","time spent":"584.005446ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:34.773694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.793766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:32:34.773753Z","caller":"traceutil/trace.go:171","msg":"trace[1643035923] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2214; }","duration":"565.890899ms","start":"2026-03-31T18:32:34.207847Z","end":"2026-03-31T18:32:34.773738Z","steps":["trace[1643035923] 'agreement among raft nodes before linearized reading' (duration: 565.668353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:34.773797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:34.207827Z","time spent":"565.957662ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:32:34.857792Z","caller":"traceutil/trace.go:171","msg":"trace[334261442] transaction","detail":"{read_only:false; response_revision:2215; number_of_response:1; }","duration":"329.589578ms","start":"2026-03-31T18:32:34.528161Z","end":"2026-03-31T18:32:34.857751Z","steps":["trace[334261442] 'process raft request' (duration: 329.331601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:34.857841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.872984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-31T18:32:34.857935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:34.528138Z","time spent":"329.726221ms","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:34.857966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.214702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-03-31T18:32:34.857975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.717405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:32:34.858072Z","caller":"traceutil/trace.go:171","msg":"trace[2111148118] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2215; }","duration":"584.348415ms","start":"2026-03-31T18:32:34.273695Z","end":"2026-03-31T18:32:34.858043Z","steps":["trace[2111148118] 'agreement among raft nodes before linearized reading' (duration: 584.029356ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:34.858092Z","caller":"traceutil/trace.go:171","msg":"trace[844857761] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2215; }","duration":"580.88802ms","start":"2026-03-31T18:32:34.277182Z","end":"2026-03-31T18:32:34.85807Z","steps":["trace[844857761] 'agreement among raft nodes before linearized reading' (duration: 580.641824ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:34.858007Z","caller":"traceutil/trace.go:171","msg":"trace[2124511434] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2215; }","duration":"591.044278ms","start":"2026-03-31T18:32:34.266913Z","end":"2026-03-31T18:32:34.857957Z","steps":["trace[2124511434] 'agreement among raft nodes before linearized reading' (duration: 590.75116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:34.858142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:34.277172Z","time spent":"580.955632ms","remote":"127.0.0.1:38302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:32:34.858108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.075328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-31T18:32:34.858178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:34.266895Z","time spent":"591.245104ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:32:34.857867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.642426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:34.858231Z","caller":"traceutil/trace.go:171","msg":"trace[1123551308] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2215; }","duration":"591.250304ms","start":"2026-03-31T18:32:34.266955Z","end":"2026-03-31T18:32:34.858205Z","steps":["trace[1123551308] 'agreement among raft nodes before linearized reading' (duration: 590.932735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:34.858377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:34.266951Z","time spent":"591.411149ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:32:34.858147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:34.273687Z","time spent":"584.440847ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:32:34.858388Z","caller":"traceutil/trace.go:171","msg":"trace[1977667431] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2215; }","duration":"266.131879ms","start":"2026-03-31T18:32:34.59216Z","end":"2026-03-31T18:32:34.858292Z","steps":["trace[1977667431] 'agreement among raft nodes before linearized reading' (duration: 265.630196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:34.85865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.782991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:32:34.858744Z","caller":"traceutil/trace.go:171","msg":"trace[536648777] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2215; }","duration":"571.890094ms","start":"2026-03-31T18:32:34.286806Z","end":"2026-03-31T18:32:34.858696Z","steps":["trace[536648777] 'agreement among raft nodes before linearized reading' (duration: 570.877546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:34.858784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:34.286794Z","time spent":"571.979156ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:32:35.117629Z","caller":"traceutil/trace.go:171","msg":"trace[519450357] linearizableReadLoop","detail":"{readStateIndex:2304; appliedIndex:2303; }","duration":"257.74417ms","start":"2026-03-31T18:32:34.85985Z","end":"2026-03-31T18:32:35.117594Z","steps":["trace[519450357] 'read index received' (duration: 196.387899ms)","trace[519450357] 'applied index is now lower than readState.Index' (duration: 61.35445ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:35.117691Z","caller":"traceutil/trace.go:171","msg":"trace[771146909] transaction","detail":"{read_only:false; response_revision:2216; number_of_response:1; }","duration":"339.579952ms","start":"2026-03-31T18:32:34.778077Z","end":"2026-03-31T18:32:35.117657Z","steps":["trace[771146909] 'process raft request' (duration: 278.080656ms)","trace[771146909] 'compare' (duration: 61.196287ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:35.117838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.963735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:420"} {"level":"warn","ts":"2026-03-31T18:32:35.117859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:34.778053Z","time spent":"339.714825ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:35.11789Z","caller":"traceutil/trace.go:171","msg":"trace[269809274] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2216; }","duration":"258.060559ms","start":"2026-03-31T18:32:34.859813Z","end":"2026-03-31T18:32:35.117874Z","steps":["trace[269809274] 'agreement among raft nodes before linearized reading' (duration: 257.937334ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:35.137389Z","caller":"traceutil/trace.go:171","msg":"trace[133450729] transaction","detail":"{read_only:false; response_revision:2217; number_of_response:1; }","duration":"274.5581ms","start":"2026-03-31T18:32:34.862804Z","end":"2026-03-31T18:32:35.137362Z","steps":["trace[133450729] 'process raft request' (duration: 274.286362ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:35.137576Z","caller":"traceutil/trace.go:171","msg":"trace[1059714030] transaction","detail":"{read_only:false; response_revision:2218; number_of_response:1; }","duration":"274.655933ms","start":"2026-03-31T18:32:34.862903Z","end":"2026-03-31T18:32:35.137559Z","steps":["trace[1059714030] 'process raft request' (duration: 274.362395ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:35.137838Z","caller":"traceutil/trace.go:171","msg":"trace[1837245234] transaction","detail":"{read_only:false; response_revision:2219; number_of_response:1; }","duration":"273.998605ms","start":"2026-03-31T18:32:34.863805Z","end":"2026-03-31T18:32:35.137803Z","steps":["trace[1837245234] 'process raft request' (duration: 273.674656ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:35.13795Z","caller":"traceutil/trace.go:171","msg":"trace[729896508] transaction","detail":"{read_only:false; response_revision:2220; number_of_response:1; }","duration":"274.091568ms","start":"2026-03-31T18:32:34.863841Z","end":"2026-03-31T18:32:35.137932Z","steps":["trace[729896508] 'process raft request' (duration: 273.868002ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:35.138083Z","caller":"traceutil/trace.go:171","msg":"trace[759155850] transaction","detail":"{read_only:false; response_revision:2221; number_of_response:1; }","duration":"255.380004ms","start":"2026-03-31T18:32:34.882684Z","end":"2026-03-31T18:32:35.138064Z","steps":["trace[759155850] 'process raft request' (duration: 255.140478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:35.138024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.015904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:35.138236Z","caller":"traceutil/trace.go:171","msg":"trace[804939944] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2221; }","duration":"278.2531ms","start":"2026-03-31T18:32:34.859943Z","end":"2026-03-31T18:32:35.138196Z","steps":["trace[804939944] 'agreement among raft nodes before linearized reading' (duration: 277.997594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:35.138142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.977692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:32:35.138344Z","caller":"traceutil/trace.go:171","msg":"trace[1746961931] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:2221; }","duration":"233.263529ms","start":"2026-03-31T18:32:34.905053Z","end":"2026-03-31T18:32:35.138317Z","steps":["trace[1746961931] 'agreement among raft nodes before linearized reading' (duration: 233.028612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:35.848379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.953028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T18:32:35.848475Z","caller":"traceutil/trace.go:171","msg":"trace[1415656840] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2222; }","duration":"594.107132ms","start":"2026-03-31T18:32:35.254345Z","end":"2026-03-31T18:32:35.848452Z","steps":["trace[1415656840] 'range keys from in-memory index tree' (duration: 593.741852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:35.848623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:35.254321Z","time spent":"594.278237ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:32:36.000293Z","caller":"traceutil/trace.go:171","msg":"trace[38073328] linearizableReadLoop","detail":"{readStateIndex:2311; appliedIndex:2310; }","duration":"133.710053ms","start":"2026-03-31T18:32:35.866558Z","end":"2026-03-31T18:32:36.000268Z","steps":["trace[38073328] 'read index received' (duration: 133.473667ms)","trace[38073328] 'applied index is now lower than readState.Index' (duration: 235.446µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:36.000498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.918869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:32:36.00054Z","caller":"traceutil/trace.go:171","msg":"trace[817694424] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2223; }","duration":"134.02258ms","start":"2026-03-31T18:32:35.866504Z","end":"2026-03-31T18:32:36.000526Z","steps":["trace[817694424] 'agreement among raft nodes before linearized reading' (duration: 133.860156ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:36.000615Z","caller":"traceutil/trace.go:171","msg":"trace[94660750] transaction","detail":"{read_only:false; response_revision:2223; number_of_response:1; }","duration":"145.620768ms","start":"2026-03-31T18:32:35.854888Z","end":"2026-03-31T18:32:36.000509Z","steps":["trace[94660750] 'process raft request' (duration: 145.199606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:42.090165Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264859779137145,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:32:42.248303Z","caller":"traceutil/trace.go:171","msg":"trace[1936229083] transaction","detail":"{read_only:false; response_revision:2254; number_of_response:1; }","duration":"702.81853ms","start":"2026-03-31T18:32:41.545456Z","end":"2026-03-31T18:32:42.248274Z","steps":["trace[1936229083] 'process raft request' (duration: 702.618544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:42.248463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:41.545408Z","time spent":"702.975574ms","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:43.589752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000113659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:32:43.589876Z","caller":"traceutil/trace.go:171","msg":"trace[949192611] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000286754s","start":"2026-03-31T18:32:41.589571Z","end":"2026-03-31T18:32:43.589858Z","steps":["trace[949192611] 'agreement among raft nodes before linearized reading' (duration: 2.000138961s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:43.589928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:41.589554Z","time spent":"2.000358676s","remote":"127.0.0.1:44762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:32:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:32:43.618358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151193908s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:32:43.61854Z","caller":"traceutil/trace.go:171","msg":"trace[1561850413] transaction","detail":"{read_only:false; response_revision:2255; number_of_response:1; }","duration":"1.764740342s","start":"2026-03-31T18:32:41.853752Z","end":"2026-03-31T18:32:43.618492Z","steps":["trace[1561850413] 'process raft request' (duration: 613.297087ms)","trace[1561850413] 'compare' (duration: 1.151071255s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:43.618592Z","caller":"traceutil/trace.go:171","msg":"trace[1124227453] linearizableReadLoop","detail":"{readStateIndex:2344; appliedIndex:2342; }","duration":"2.028962299s","start":"2026-03-31T18:32:41.589605Z","end":"2026-03-31T18:32:43.618568Z","steps":["trace[1124227453] 'read index received' (duration: 658.446764ms)","trace[1124227453] 'applied index is now lower than readState.Index' (duration: 1.370513555s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:43.61866Z","caller":"traceutil/trace.go:171","msg":"trace[1045756961] transaction","detail":"{read_only:false; response_revision:2257; number_of_response:1; }","duration":"819.36062ms","start":"2026-03-31T18:32:42.799276Z","end":"2026-03-31T18:32:43.618636Z","steps":["trace[1045756961] 'process raft request' (duration: 819.298759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:43.618685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:41.853721Z","time spent":"1.764898836s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:43.618768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:42.799247Z","time spent":"819.469733ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:43.618827Z","caller":"traceutil/trace.go:171","msg":"trace[306977848] transaction","detail":"{read_only:false; response_revision:2256; number_of_response:1; }","duration":"1.139330723s","start":"2026-03-31T18:32:42.479485Z","end":"2026-03-31T18:32:43.618815Z","steps":["trace[306977848] 'process raft request' (duration: 1.139001904s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:43.618974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:42.47943Z","time spent":"1.139455547s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:44.371447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.940706ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:32:44.371742Z","caller":"traceutil/trace.go:171","msg":"trace[1569588469] transaction","detail":"{read_only:false; response_revision:2259; number_of_response:1; }","duration":"110.863316ms","start":"2026-03-31T18:32:44.260856Z","end":"2026-03-31T18:32:44.371719Z","steps":["trace[1569588469] 'process raft request' (duration: 110.733983ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:44.371778Z","caller":"traceutil/trace.go:171","msg":"trace[665089691] linearizableReadLoop","detail":"{readStateIndex:2347; appliedIndex:2346; }","duration":"753.029524ms","start":"2026-03-31T18:32:43.618692Z","end":"2026-03-31T18:32:44.371722Z","steps":["trace[665089691] 'read index received' (duration: 196.730719ms)","trace[665089691] 'applied index is now lower than readState.Index' (duration: 556.294705ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:44.371956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.241833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:32:44.372002Z","caller":"traceutil/trace.go:171","msg":"trace[1172083347] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2259; }","duration":"909.339366ms","start":"2026-03-31T18:32:43.462651Z","end":"2026-03-31T18:32:44.37199Z","steps":["trace[1172083347] 'agreement among raft nodes before linearized reading' (duration: 909.242643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:44.371991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.869145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:32:44.372048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:43.462616Z","time spent":"909.420177ms","remote":"127.0.0.1:44994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":15,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:32:44.372068Z","caller":"traceutil/trace.go:171","msg":"trace[55530393] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2259; }","duration":"781.977508ms","start":"2026-03-31T18:32:43.590068Z","end":"2026-03-31T18:32:44.372046Z","steps":["trace[55530393] 'agreement among raft nodes before linearized reading' (duration: 781.870935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:44.372111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:43.590042Z","time spent":"782.05747ms","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:32:44.372124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192753578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-31T18:32:44.372164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161980564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-31T18:32:44.372169Z","caller":"traceutil/trace.go:171","msg":"trace[40384842] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2259; }","duration":"1.19286842s","start":"2026-03-31T18:32:43.179289Z","end":"2026-03-31T18:32:44.372157Z","steps":["trace[40384842] 'agreement among raft nodes before linearized reading' (duration: 1.192632744s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:44.372199Z","caller":"traceutil/trace.go:171","msg":"trace[185585862] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2259; }","duration":"1.162062867s","start":"2026-03-31T18:32:43.210123Z","end":"2026-03-31T18:32:44.372186Z","steps":["trace[185585862] 'agreement among raft nodes before linearized reading' (duration: 1.161968785s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:44.372207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:43.179248Z","time spent":"1.192951304s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:32:44.371975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190118306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-03-31T18:32:44.372073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155485076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:32:44.372468Z","caller":"traceutil/trace.go:171","msg":"trace[86924468] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2259; }","duration":"1.155868818s","start":"2026-03-31T18:32:43.216548Z","end":"2026-03-31T18:32:44.372417Z","steps":["trace[86924468] 'agreement among raft nodes before linearized reading' (duration: 1.155488737s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:44.3725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196581252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-31T18:32:44.372521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.343999158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-31T18:32:44.372536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:43.216528Z","time spent":"1.155991151s","remote":"127.0.0.1:44930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:32:44.37254Z","caller":"traceutil/trace.go:171","msg":"trace[868422411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2259; }","duration":"1.196660835s","start":"2026-03-31T18:32:43.175869Z","end":"2026-03-31T18:32:44.37253Z","steps":["trace[868422411] 'agreement among raft nodes before linearized reading' (duration: 1.196543862s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:44.372563Z","caller":"traceutil/trace.go:171","msg":"trace[460714739] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2259; }","duration":"2.344043009s","start":"2026-03-31T18:32:42.028508Z","end":"2026-03-31T18:32:44.372551Z","steps":["trace[460714739] 'agreement among raft nodes before linearized reading' (duration: 2.343916006s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:44.372634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:43.175845Z","time spent":"1.196723486s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:32:44.372684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.078827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"warn","ts":"2026-03-31T18:32:44.372642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:42.028443Z","time spent":"2.344190283s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:32:44.372737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219881411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:32:44.372773Z","caller":"traceutil/trace.go:171","msg":"trace[2082275366] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2259; }","duration":"1.219949703s","start":"2026-03-31T18:32:43.152816Z","end":"2026-03-31T18:32:44.372765Z","steps":["trace[2082275366] 'agreement among raft nodes before linearized reading' (duration: 1.219855381s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:44.372388Z","caller":"traceutil/trace.go:171","msg":"trace[1278685024] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2259; }","duration":"1.190572508s","start":"2026-03-31T18:32:43.181775Z","end":"2026-03-31T18:32:44.372348Z","steps":["trace[1278685024] 'agreement among raft nodes before linearized reading' (duration: 1.189965451s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:44.372804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:43.152793Z","time spent":"1.220005544s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:32:44.372782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190707612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-31T18:32:44.372816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:43.181745Z","time spent":"1.191061181s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:32:44.372837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.72126775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a200abf24fbf01\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-31T18:32:44.372745Z","caller":"traceutil/trace.go:171","msg":"trace[12796407] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:2259; }","duration":"381.19202ms","start":"2026-03-31T18:32:43.991536Z","end":"2026-03-31T18:32:44.372729Z","steps":["trace[12796407] 'agreement among raft nodes before linearized reading' (duration: 380.919653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:44.372877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:43.991506Z","time spent":"381.363505ms","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"info","ts":"2026-03-31T18:32:44.372879Z","caller":"traceutil/trace.go:171","msg":"trace[475613789] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a200abf24fbf01; range_end:; response_count:1; response_revision:2259; }","duration":"2.721328873s","start":"2026-03-31T18:32:41.651531Z","end":"2026-03-31T18:32:44.37286Z","steps":["trace[475613789] 'agreement among raft nodes before linearized reading' (duration: 2.72123412s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:44.372871Z","caller":"traceutil/trace.go:171","msg":"trace[1605506201] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2259; }","duration":"1.190843736s","start":"2026-03-31T18:32:43.181998Z","end":"2026-03-31T18:32:44.372842Z","steps":["trace[1605506201] 'agreement among raft nodes before linearized reading' (duration: 1.190525737s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:44.372889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.17978572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12384"} {"level":"warn","ts":"2026-03-31T18:32:44.372914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:41.651512Z","time spent":"2.721393484s","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a200abf24fbf01\" "} {"level":"warn","ts":"2026-03-31T18:32:44.372924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:43.181963Z","time spent":"1.190953768s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:32:44.372927Z","caller":"traceutil/trace.go:171","msg":"trace[1122338490] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2259; }","duration":"2.179859882s","start":"2026-03-31T18:32:42.193057Z","end":"2026-03-31T18:32:44.372917Z","steps":["trace[1122338490] 'agreement among raft nodes before linearized reading' (duration: 2.179745579s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:44.372964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:42.193036Z","time spent":"2.179921214s","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12407,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:32:44.37308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:43.21009Z","time spent":"1.162980743s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:32:44.373355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.32984613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:32:44.373431Z","caller":"traceutil/trace.go:171","msg":"trace[128833025] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2259; }","duration":"2.330006424s","start":"2026-03-31T18:32:42.043403Z","end":"2026-03-31T18:32:44.373409Z","steps":["trace[128833025] 'agreement among raft nodes before linearized reading' (duration: 2.329415347s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:44.373607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:42.043343Z","time spent":"2.3302453s","remote":"127.0.0.1:38302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T18:32:44.373655Z","caller":"traceutil/trace.go:171","msg":"trace[760426152] transaction","detail":"{read_only:false; response_revision:2258; number_of_response:1; }","duration":"1.202072893s","start":"2026-03-31T18:32:43.171382Z","end":"2026-03-31T18:32:44.373455Z","steps":["trace[760426152] 'process raft request' (duration: 644.009788ms)","trace[760426152] 'compare' (duration: 555.6949ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:44.373984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:43.171352Z","time spent":"1.202541066s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:54.025529Z","caller":"traceutil/trace.go:171","msg":"trace[1949821849] linearizableReadLoop","detail":"{readStateIndex:2404; appliedIndex:2403; }","duration":"138.04843ms","start":"2026-03-31T18:32:53.887427Z","end":"2026-03-31T18:32:54.025475Z","steps":["trace[1949821849] 'read index received' (duration: 134.726179ms)","trace[1949821849] 'applied index is now lower than readState.Index' (duration: 3.320521ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:54.025673Z","caller":"traceutil/trace.go:171","msg":"trace[1392706498] transaction","detail":"{read_only:false; response_revision:2313; number_of_response:1; }","duration":"178.410256ms","start":"2026-03-31T18:32:53.84723Z","end":"2026-03-31T18:32:54.02564Z","steps":["trace[1392706498] 'process raft request' (duration: 175.014673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:54.026837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.390786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12384"} {"level":"info","ts":"2026-03-31T18:32:54.026915Z","caller":"traceutil/trace.go:171","msg":"trace[1776897981] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2313; }","duration":"139.51874ms","start":"2026-03-31T18:32:53.887377Z","end":"2026-03-31T18:32:54.026896Z","steps":["trace[1776897981] 'agreement among raft nodes before linearized reading' (duration: 138.353538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:54.557695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.147082ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:32:54.557772Z","caller":"traceutil/trace.go:171","msg":"trace[1703055435] transaction","detail":"{read_only:false; response_revision:2315; number_of_response:1; }","duration":"499.981695ms","start":"2026-03-31T18:32:54.057777Z","end":"2026-03-31T18:32:54.557759Z","steps":["trace[1703055435] 'process raft request' (duration: 100.678918ms)","trace[1703055435] 'compare' (duration: 398.952337ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:54.557806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:54.057764Z","time spent":"500.027206ms","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:54.559603Z","caller":"traceutil/trace.go:171","msg":"trace[189491391] transaction","detail":"{read_only:false; response_revision:2316; number_of_response:1; }","duration":"464.724239ms","start":"2026-03-31T18:32:54.094836Z","end":"2026-03-31T18:32:54.559561Z","steps":["trace[189491391] 'process raft request' (duration: 464.354549ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:54.559728Z","caller":"traceutil/trace.go:171","msg":"trace[869482378] transaction","detail":"{read_only:false; response_revision:2320; number_of_response:1; }","duration":"456.523014ms","start":"2026-03-31T18:32:54.103187Z","end":"2026-03-31T18:32:54.55971Z","steps":["trace[869482378] 'process raft request' (duration: 456.461782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:54.559891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:54.103175Z","time spent":"456.607776ms","remote":"127.0.0.1:45258","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18188,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:54.559902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:54.094816Z","time spent":"464.905294ms","remote":"127.0.0.1:45050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1684,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:54.560139Z","caller":"traceutil/trace.go:171","msg":"trace[1778047904] transaction","detail":"{read_only:false; response_revision:2317; number_of_response:1; }","duration":"465.040497ms","start":"2026-03-31T18:32:54.095078Z","end":"2026-03-31T18:32:54.560118Z","steps":["trace[1778047904] 'process raft request' (duration: 464.342058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:54.560235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:54.095071Z","time spent":"465.11887ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1144,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:54.560254Z","caller":"traceutil/trace.go:171","msg":"trace[1300709820] transaction","detail":"{read_only:false; response_revision:2318; number_of_response:1; }","duration":"464.995067ms","start":"2026-03-31T18:32:54.095239Z","end":"2026-03-31T18:32:54.560234Z","steps":["trace[1300709820] 'process raft request' (duration: 464.272317ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:54.560262Z","caller":"traceutil/trace.go:171","msg":"trace[1416360759] transaction","detail":"{read_only:false; response_revision:2319; number_of_response:1; }","duration":"464.797591ms","start":"2026-03-31T18:32:54.095438Z","end":"2026-03-31T18:32:54.560235Z","steps":["trace[1416360759] 'process raft request' (duration: 464.156893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:54.560338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:54.095233Z","time spent":"465.061948ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:54.560678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:54.09541Z","time spent":"465.189491ms","remote":"127.0.0.1:45050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1702,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:54.60606Z","caller":"traceutil/trace.go:171","msg":"trace[1399246044] linearizableReadLoop","detail":"{readStateIndex:2413; appliedIndex:2407; }","duration":"141.401173ms","start":"2026-03-31T18:32:54.464619Z","end":"2026-03-31T18:32:54.60602Z","steps":["trace[1399246044] 'read index received' (duration: 94.508869ms)","trace[1399246044] 'applied index is now lower than readState.Index' (duration: 46.891394ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:54.606104Z","caller":"traceutil/trace.go:171","msg":"trace[357454274] transaction","detail":"{read_only:false; response_revision:2321; number_of_response:1; }","duration":"152.809716ms","start":"2026-03-31T18:32:54.453271Z","end":"2026-03-31T18:32:54.60608Z","steps":["trace[357454274] 'process raft request' (duration: 152.567499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:54.606301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.373247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:32:54.606341Z","caller":"traceutil/trace.go:171","msg":"trace[1877012509] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2321; }","duration":"139.45158ms","start":"2026-03-31T18:32:54.466879Z","end":"2026-03-31T18:32:54.606331Z","steps":["trace[1877012509] 'agreement among raft nodes before linearized reading' (duration: 139.294025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:54.606449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.49662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:32:54.606532Z","caller":"traceutil/trace.go:171","msg":"trace[818297914] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2321; }","duration":"101.620732ms","start":"2026-03-31T18:32:54.504895Z","end":"2026-03-31T18:32:54.606516Z","steps":["trace[818297914] 'agreement among raft nodes before linearized reading' (duration: 101.439738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:54.606617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.196081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:32:54.606705Z","caller":"traceutil/trace.go:171","msg":"trace[1486956892] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2321; }","duration":"136.338055ms","start":"2026-03-31T18:32:54.470348Z","end":"2026-03-31T18:32:54.606686Z","steps":["trace[1486956892] 'agreement among raft nodes before linearized reading' (duration: 136.162179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:54.606552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.691278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:32:54.606809Z","caller":"traceutil/trace.go:171","msg":"trace[1835001412] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2321; }","duration":"128.002736ms","start":"2026-03-31T18:32:54.478769Z","end":"2026-03-31T18:32:54.606772Z","steps":["trace[1835001412] 'agreement among raft nodes before linearized reading' (duration: 127.666087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:54.606853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.080461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-31T18:32:54.607011Z","caller":"traceutil/trace.go:171","msg":"trace[1889259699] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2321; }","duration":"142.340829ms","start":"2026-03-31T18:32:54.464559Z","end":"2026-03-31T18:32:54.6069Z","steps":["trace[1889259699] 'agreement among raft nodes before linearized reading' (duration: 141.625599ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:56.308462Z","caller":"traceutil/trace.go:171","msg":"trace[1444862410] transaction","detail":"{read_only:false; response_revision:2337; number_of_response:1; }","duration":"164.884077ms","start":"2026-03-31T18:32:56.143282Z","end":"2026-03-31T18:32:56.308166Z","steps":["trace[1444862410] 'process raft request' (duration: 164.700102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:57.146299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.335539ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:32:57.146395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.73069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:57.146454Z","caller":"traceutil/trace.go:171","msg":"trace[391097810] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2346; }","duration":"184.500014ms","start":"2026-03-31T18:32:56.961917Z","end":"2026-03-31T18:32:57.146417Z","steps":["trace[391097810] 'range keys from in-memory index tree' (duration: 184.311179ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:57.146486Z","caller":"traceutil/trace.go:171","msg":"trace[1856894499] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2346; }","duration":"250.47632ms","start":"2026-03-31T18:32:56.895988Z","end":"2026-03-31T18:32:57.146464Z","steps":["trace[1856894499] 'range keys from in-memory index tree' (duration: 249.563746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:58.827544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.592521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-31T18:32:58.827649Z","caller":"traceutil/trace.go:171","msg":"trace[1576419738] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2348; }","duration":"109.770066ms","start":"2026-03-31T18:32:58.717852Z","end":"2026-03-31T18:32:58.827622Z","steps":["trace[1576419738] 'range keys from in-memory index tree' (duration: 109.340376ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:59.046889Z","caller":"traceutil/trace.go:171","msg":"trace[766982305] linearizableReadLoop","detail":"{readStateIndex:2447; appliedIndex:2440; }","duration":"184.870533ms","start":"2026-03-31T18:32:58.861993Z","end":"2026-03-31T18:32:59.046863Z","steps":["trace[766982305] 'read index received' (duration: 55.167321ms)","trace[766982305] 'applied index is now lower than readState.Index' (duration: 129.702022ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:59.04685Z","caller":"traceutil/trace.go:171","msg":"trace[2119145199] transaction","detail":"{read_only:false; response_revision:2351; number_of_response:1; }","duration":"213.286992ms","start":"2026-03-31T18:32:58.833532Z","end":"2026-03-31T18:32:59.046819Z","steps":["trace[2119145199] 'process raft request' (duration: 213.034425ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:59.046936Z","caller":"traceutil/trace.go:171","msg":"trace[1209709134] transaction","detail":"{read_only:false; response_revision:2354; number_of_response:1; }","duration":"212.614414ms","start":"2026-03-31T18:32:58.834303Z","end":"2026-03-31T18:32:59.046917Z","steps":["trace[1209709134] 'process raft request' (duration: 212.49193ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:59.046933Z","caller":"traceutil/trace.go:171","msg":"trace[617661456] transaction","detail":"{read_only:false; response_revision:2353; number_of_response:1; }","duration":"212.733265ms","start":"2026-03-31T18:32:58.834156Z","end":"2026-03-31T18:32:59.046889Z","steps":["trace[617661456] 'process raft request' (duration: 212.599752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:59.047056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.057829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:59.047129Z","caller":"traceutil/trace.go:171","msg":"trace[547464347] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2355; }","duration":"185.198591ms","start":"2026-03-31T18:32:58.861912Z","end":"2026-03-31T18:32:59.047111Z","steps":["trace[547464347] 'agreement among raft nodes before linearized reading' (duration: 185.060118ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:59.046913Z","caller":"traceutil/trace.go:171","msg":"trace[1023734874] transaction","detail":"{read_only:false; response_revision:2352; number_of_response:1; }","duration":"212.808928ms","start":"2026-03-31T18:32:58.834055Z","end":"2026-03-31T18:32:59.046864Z","steps":["trace[1023734874] 'process raft request' (duration: 212.661784ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:59.047098Z","caller":"traceutil/trace.go:171","msg":"trace[1594985500] transaction","detail":"{read_only:false; response_revision:2355; number_of_response:1; }","duration":"212.683235ms","start":"2026-03-31T18:32:58.83431Z","end":"2026-03-31T18:32:59.046993Z","steps":["trace[1594985500] 'process raft request' (duration: 212.517431ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:29.401559Z","caller":"traceutil/trace.go:171","msg":"trace[636120133] linearizableReadLoop","detail":"{readStateIndex:2649; appliedIndex:2648; }","duration":"193.639064ms","start":"2026-03-31T18:33:29.207894Z","end":"2026-03-31T18:33:29.401533Z","steps":["trace[636120133] 'read index received' (duration: 193.609633ms)","trace[636120133] 'applied index is now lower than readState.Index' (duration: 28.301µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:29.401623Z","caller":"traceutil/trace.go:171","msg":"trace[298887772] transaction","detail":"{read_only:false; response_revision:2550; number_of_response:1; }","duration":"194.446667ms","start":"2026-03-31T18:33:29.207155Z","end":"2026-03-31T18:33:29.401601Z","steps":["trace[298887772] 'process raft request' (duration: 194.241881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:29.40178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.87487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T18:33:29.401819Z","caller":"traceutil/trace.go:171","msg":"trace[1365770804] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2550; }","duration":"194.021595ms","start":"2026-03-31T18:33:29.207785Z","end":"2026-03-31T18:33:29.401807Z","steps":["trace[1365770804] 'agreement among raft nodes before linearized reading' (duration: 193.886281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:29.827545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.506084ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:29.827837Z","caller":"traceutil/trace.go:171","msg":"trace[789757965] transaction","detail":"{read_only:false; response_revision:2551; number_of_response:1; }","duration":"618.975904ms","start":"2026-03-31T18:33:29.208833Z","end":"2026-03-31T18:33:29.827809Z","steps":["trace[789757965] 'process raft request' (duration: 296.10625ms)","trace[789757965] 'compare' (duration: 322.37067ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:29.827964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:29.20881Z","time spent":"619.096897ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:30.269209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.520433ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-31T18:33:30.270067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056846686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-03-31T18:33:30.270265Z","caller":"traceutil/trace.go:171","msg":"trace[1626383846] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2551; }","duration":"1.05694462s","start":"2026-03-31T18:33:29.213167Z","end":"2026-03-31T18:33:30.270112Z","steps":["trace[1626383846] 'agreement among raft nodes before linearized reading' (duration: 1.056763655s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:30.270257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059201811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T18:33:30.270358Z","caller":"traceutil/trace.go:171","msg":"trace[1245770415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2551; }","duration":"1.059324065s","start":"2026-03-31T18:33:29.211009Z","end":"2026-03-31T18:33:30.270333Z","steps":["trace[1245770415] 'agreement among raft nodes before linearized reading' (duration: 1.059037767s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:30.270427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:29.211001Z","time spent":"1.059413106s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:33:30.270327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:29.213151Z","time spent":"1.057163635s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:33:30.269361Z","caller":"traceutil/trace.go:171","msg":"trace[1622752414] linearizableReadLoop","detail":"{readStateIndex:2651; appliedIndex:2649; }","duration":"867.702136ms","start":"2026-03-31T18:33:29.401638Z","end":"2026-03-31T18:33:30.26934Z","steps":["trace[1622752414] 'read index received' (duration: 103.307681ms)","trace[1622752414] 'applied index is now lower than readState.Index' (duration: 764.392755ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:30.276924Z","caller":"traceutil/trace.go:171","msg":"trace[512649347] transaction","detail":"{read_only:false; response_revision:2553; number_of_response:1; }","duration":"853.26664ms","start":"2026-03-31T18:33:29.423644Z","end":"2026-03-31T18:33:30.27691Z","steps":["trace[512649347] 'process raft request' (duration: 853.233109ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:30.277074Z","caller":"traceutil/trace.go:171","msg":"trace[1903985867] transaction","detail":"{read_only:false; response_revision:2552; number_of_response:1; }","duration":"867.775637ms","start":"2026-03-31T18:33:29.409264Z","end":"2026-03-31T18:33:30.27704Z","steps":["trace[1903985867] 'process raft request' (duration: 867.50705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:30.277178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:29.423618Z","time spent":"853.357373ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:30.277364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:29.409237Z","time spent":"867.964262ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:30.27858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.900001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-31T18:33:30.278632Z","caller":"traceutil/trace.go:171","msg":"trace[815311442] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2554; }","duration":"649.991423ms","start":"2026-03-31T18:33:29.628628Z","end":"2026-03-31T18:33:30.27862Z","steps":["trace[815311442] 'agreement among raft nodes before linearized reading' (duration: 649.848969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:30.278662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:29.628606Z","time spent":"650.049865ms","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T18:33:30.278714Z","caller":"traceutil/trace.go:171","msg":"trace[825147093] transaction","detail":"{read_only:false; response_revision:2554; number_of_response:1; }","duration":"365.028258ms","start":"2026-03-31T18:33:29.913673Z","end":"2026-03-31T18:33:30.278702Z","steps":["trace[825147093] 'process raft request' (duration: 364.73806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:30.278849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:29.913637Z","time spent":"365.162021ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:30.279273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.088795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1366"} {"level":"info","ts":"2026-03-31T18:33:30.279319Z","caller":"traceutil/trace.go:171","msg":"trace[1370571639] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2554; }","duration":"581.197559ms","start":"2026-03-31T18:33:29.698112Z","end":"2026-03-31T18:33:30.279309Z","steps":["trace[1370571639] 'agreement among raft nodes before linearized reading' (duration: 580.52661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:30.279499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:29.698081Z","time spent":"581.406085ms","remote":"127.0.0.1:44994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1389,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-31T18:34:01.077958Z","caller":"traceutil/trace.go:171","msg":"trace[268006459] linearizableReadLoop","detail":"{readStateIndex:2831; appliedIndex:2830; }","duration":"167.987575ms","start":"2026-03-31T18:34:00.909933Z","end":"2026-03-31T18:34:01.07792Z","steps":["trace[268006459] 'read index received' (duration: 167.629804ms)","trace[268006459] 'applied index is now lower than readState.Index' (duration: 356.371µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:01.078088Z","caller":"traceutil/trace.go:171","msg":"trace[1928377572] transaction","detail":"{read_only:false; response_revision:2725; number_of_response:1; }","duration":"171.442883ms","start":"2026-03-31T18:34:00.9066Z","end":"2026-03-31T18:34:01.078043Z","steps":["trace[1928377572] 'process raft request' (duration: 171.064531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:01.078217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.253624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:01.078285Z","caller":"traceutil/trace.go:171","msg":"trace[264716028] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2725; }","duration":"168.354427ms","start":"2026-03-31T18:34:00.909912Z","end":"2026-03-31T18:34:01.078266Z","steps":["trace[264716028] 'agreement among raft nodes before linearized reading' (duration: 168.219992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:01.07843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.378791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-31T18:34:01.078505Z","caller":"traceutil/trace.go:171","msg":"trace[617835420] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2725; }","duration":"145.501565ms","start":"2026-03-31T18:34:00.932986Z","end":"2026-03-31T18:34:01.078488Z","steps":["trace[617835420] 'agreement among raft nodes before linearized reading' (duration: 145.269387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:02.950058Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264859779138376,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:34:03.471849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819430533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:34:03.472026Z","caller":"traceutil/trace.go:171","msg":"trace[1177166879] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2725; }","duration":"1.81967942s","start":"2026-03-31T18:34:01.652309Z","end":"2026-03-31T18:34:03.471989Z","steps":["trace[1177166879] 'range keys from in-memory index tree' (duration: 1.819155646s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:03.472046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.88289501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:34:03.472097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:01.65228Z","time spent":"1.819798652s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:34:03.472131Z","caller":"traceutil/trace.go:171","msg":"trace[1616738348] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2725; }","duration":"1.883052515s","start":"2026-03-31T18:34:01.589063Z","end":"2026-03-31T18:34:03.472115Z","steps":["trace[1616738348] 'range keys from in-memory index tree' (duration: 1.882811328s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:03.472102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098841599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:34:03.472138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.210121378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-31T18:34:03.472174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:01.589035Z","time spent":"1.883131077s","remote":"127.0.0.1:44762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:34:03.472188Z","caller":"traceutil/trace.go:171","msg":"trace[1359172051] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2725; }","duration":"1.098997164s","start":"2026-03-31T18:34:02.373176Z","end":"2026-03-31T18:34:03.472173Z","steps":["trace[1359172051] 'count revisions from in-memory index tree' (duration: 1.098685036s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:03.472208Z","caller":"traceutil/trace.go:171","msg":"trace[96080780] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2725; }","duration":"2.210246772s","start":"2026-03-31T18:34:01.261948Z","end":"2026-03-31T18:34:03.472195Z","steps":["trace[96080780] 'range keys from in-memory index tree' (duration: 2.209913363s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:03.472228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:02.373151Z","time spent":"1.099068587s","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":23,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:03.472246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:01.261918Z","time spent":"2.210319674s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:34:03.472147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.277812ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-31T18:34:03.472282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484888585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T18:34:03.472282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.209434666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:34:03.472429Z","caller":"traceutil/trace.go:171","msg":"trace[499709565] transaction","detail":"{read_only:false; response_revision:2726; number_of_response:1; }","duration":"1.061642102s","start":"2026-03-31T18:34:02.410727Z","end":"2026-03-31T18:34:03.472369Z","steps":["trace[499709565] 'process raft request' (duration: 772.031171ms)","trace[499709565] 'compare' (duration: 288.774698ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:03.472465Z","caller":"traceutil/trace.go:171","msg":"trace[681016518] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2725; }","duration":"1.485087941s","start":"2026-03-31T18:34:01.987297Z","end":"2026-03-31T18:34:03.472385Z","steps":["trace[681016518] 'range keys from in-memory index tree' (duration: 1.484598717s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:03.472477Z","caller":"traceutil/trace.go:171","msg":"trace[430618210] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2725; }","duration":"2.209602891s","start":"2026-03-31T18:34:01.262785Z","end":"2026-03-31T18:34:03.472388Z","steps":["trace[430618210] 'range keys from in-memory index tree' (duration: 2.209106407s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:03.472525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:02.410692Z","time spent":"1.061792815s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:03.472545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022943482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T18:34:03.47254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:01.987267Z","time spent":"1.485255436s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:34:03.472563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:01.262777Z","time spent":"2.209774576s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:34:03.472363Z","caller":"traceutil/trace.go:171","msg":"trace[333830461] linearizableReadLoop","detail":"{readStateIndex:2832; appliedIndex:2831; }","duration":"1.022751736s","start":"2026-03-31T18:34:02.449601Z","end":"2026-03-31T18:34:03.472353Z","steps":["trace[333830461] 'read index received' (duration: 733.237139ms)","trace[333830461] 'applied index is now lower than readState.Index' (duration: 289.513587ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:03.472123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7725229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1366"} {"level":"info","ts":"2026-03-31T18:34:03.472673Z","caller":"traceutil/trace.go:171","msg":"trace[957624069] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2725; }","duration":"1.773135868s","start":"2026-03-31T18:34:01.699527Z","end":"2026-03-31T18:34:03.472663Z","steps":["trace[957624069] 'range keys from in-memory index tree' (duration: 1.772366156s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:03.47271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:01.699499Z","time spent":"1.773202189s","remote":"127.0.0.1:44994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1389,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-31T18:34:03.472244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.315187702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-31T18:34:03.472581Z","caller":"traceutil/trace.go:171","msg":"trace[1653120088] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2726; }","duration":"1.023023613s","start":"2026-03-31T18:34:02.449547Z","end":"2026-03-31T18:34:03.47257Z","steps":["trace[1653120088] 'agreement among raft nodes before linearized reading' (duration: 1.022837548s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:03.472747Z","caller":"traceutil/trace.go:171","msg":"trace[306158697] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2725; }","duration":"2.315740986s","start":"2026-03-31T18:34:01.156994Z","end":"2026-03-31T18:34:03.472735Z","steps":["trace[306158697] 'range keys from in-memory index tree' (duration: 2.314245486s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:03.472805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:01.156964Z","time spent":"2.31583102s","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:34:03.472828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:02.449521Z","time spent":"1.023277731s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:34:03.497412Z","caller":"traceutil/trace.go:171","msg":"trace[1839840320] transaction","detail":"{read_only:false; response_revision:2727; number_of_response:1; }","duration":"412.757783ms","start":"2026-03-31T18:34:03.084612Z","end":"2026-03-31T18:34:03.497369Z","steps":["trace[1839840320] 'process raft request' (duration: 412.458545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:03.497595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.344569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:34:03.497627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.525557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a200bee2ce0a6b\" ","response":"range_response_count:1 size:779"} {"level":"warn","ts":"2026-03-31T18:34:03.497658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:03.084575Z","time spent":"412.952948ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:03.497721Z","caller":"traceutil/trace.go:171","msg":"trace[1058620160] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2727; }","duration":"875.542185ms","start":"2026-03-31T18:34:02.622145Z","end":"2026-03-31T18:34:03.497687Z","steps":["trace[1058620160] 'agreement among raft nodes before linearized reading' (duration: 875.304429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:03.497724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043963268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:34:03.497798Z","caller":"traceutil/trace.go:171","msg":"trace[740928620] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2727; }","duration":"1.044102511s","start":"2026-03-31T18:34:02.453677Z","end":"2026-03-31T18:34:03.49778Z","steps":["trace[740928620] 'agreement among raft nodes before linearized reading' (duration: 1.043904345s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:03.497807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:02.622116Z","time spent":"875.671269ms","remote":"127.0.0.1:45114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":23,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:03.497837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:02.453652Z","time spent":"1.044177453s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:34:03.498155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039622458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-31T18:34:03.498194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.808364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:03.498233Z","caller":"traceutil/trace.go:171","msg":"trace[702139536] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2727; }","duration":"538.886667ms","start":"2026-03-31T18:34:02.959335Z","end":"2026-03-31T18:34:03.498222Z","steps":["trace[702139536] 'agreement among raft nodes before linearized reading' (duration: 537.968042ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:03.498237Z","caller":"traceutil/trace.go:171","msg":"trace[145897572] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2727; }","duration":"1.039741003s","start":"2026-03-31T18:34:02.45847Z","end":"2026-03-31T18:34:03.498211Z","steps":["trace[145897572] 'agreement among raft nodes before linearized reading' (duration: 1.039505816s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:03.498262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:02.959311Z","time spent":"538.946158ms","remote":"127.0.0.1:44762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:34:03.498288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:02.45844Z","time spent":"1.039835265s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:34:03.49772Z","caller":"traceutil/trace.go:171","msg":"trace[175461249] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a200bee2ce0a6b; range_end:; response_count:1; response_revision:2727; }","duration":"507.679071ms","start":"2026-03-31T18:34:02.990028Z","end":"2026-03-31T18:34:03.497707Z","steps":["trace[175461249] 'agreement among raft nodes before linearized reading' (duration: 507.355633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:03.498598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:02.989997Z","time spent":"508.571476ms","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":802,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a200bee2ce0a6b\" "} {"level":"info","ts":"2026-03-31T18:34:03.863108Z","caller":"traceutil/trace.go:171","msg":"trace[612095130] linearizableReadLoop","detail":"{readStateIndex:2838; appliedIndex:2833; }","duration":"365.851518ms","start":"2026-03-31T18:34:03.497239Z","end":"2026-03-31T18:34:03.863091Z","steps":["trace[612095130] 'read index received' (duration: 358.327962ms)","trace[612095130] 'applied index is now lower than readState.Index' (duration: 7.522606ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:03.863192Z","caller":"traceutil/trace.go:171","msg":"trace[1568100882] transaction","detail":"{read_only:false; response_revision:2732; number_of_response:1; }","duration":"384.778627ms","start":"2026-03-31T18:34:03.478408Z","end":"2026-03-31T18:34:03.863186Z","steps":["trace[1568100882] 'process raft request' (duration: 384.660353ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:03.863159Z","caller":"traceutil/trace.go:171","msg":"trace[1601914076] transaction","detail":"{read_only:false; response_revision:2731; number_of_response:1; }","duration":"384.762015ms","start":"2026-03-31T18:34:03.478363Z","end":"2026-03-31T18:34:03.863125Z","steps":["trace[1601914076] 'process raft request' (duration: 384.685934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:03.863267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:03.478395Z","time spent":"384.812997ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:03.863282Z","caller":"traceutil/trace.go:171","msg":"trace[1814788899] transaction","detail":"{read_only:false; response_revision:2729; number_of_response:1; }","duration":"385.715872ms","start":"2026-03-31T18:34:03.477554Z","end":"2026-03-31T18:34:03.86327Z","steps":["trace[1814788899] 'process raft request' (duration: 385.415434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:03.863336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:03.477537Z","time spent":"385.768924ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:03.863358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:03.478349Z","time spent":"384.890729ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:03.863433Z","caller":"traceutil/trace.go:171","msg":"trace[17853508] transaction","detail":"{read_only:false; response_revision:2728; number_of_response:1; }","duration":"386.349759ms","start":"2026-03-31T18:34:03.477076Z","end":"2026-03-31T18:34:03.863426Z","steps":["trace[17853508] 'process raft request' (duration: 378.472283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:03.863471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:03.477041Z","time spent":"386.407531ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:03.86349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.114405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:8741"} {"level":"info","ts":"2026-03-31T18:34:03.863506Z","caller":"traceutil/trace.go:171","msg":"trace[1856597093] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2732; }","duration":"389.146626ms","start":"2026-03-31T18:34:03.474354Z","end":"2026-03-31T18:34:03.8635Z","steps":["trace[1856597093] 'agreement among raft nodes before linearized reading' (duration: 389.092814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:03.863521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:03.474333Z","time spent":"389.184518ms","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":8764,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T18:34:03.863434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.45557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-03-31T18:34:03.863541Z","caller":"traceutil/trace.go:171","msg":"trace[895029936] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2732; }","duration":"387.579353ms","start":"2026-03-31T18:34:03.475955Z","end":"2026-03-31T18:34:03.863535Z","steps":["trace[895029936] 'agreement among raft nodes before linearized reading' (duration: 387.414539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:03.863563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:03.475943Z","time spent":"387.613743ms","remote":"127.0.0.1:44994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1470,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-31T18:34:03.863569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.465764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:03.863645Z","caller":"traceutil/trace.go:171","msg":"trace[1326020055] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2732; }","duration":"389.558137ms","start":"2026-03-31T18:34:03.474068Z","end":"2026-03-31T18:34:03.863626Z","steps":["trace[1326020055] 'agreement among raft nodes before linearized reading' (duration: 389.441383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:03.86479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:03.47405Z","time spent":"390.720339ms","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:34:03.863935Z","caller":"traceutil/trace.go:171","msg":"trace[175394811] transaction","detail":"{read_only:false; response_revision:2730; number_of_response:1; }","duration":"385.410384ms","start":"2026-03-31T18:34:03.478301Z","end":"2026-03-31T18:34:03.863711Z","steps":["trace[175394811] 'process raft request' (duration: 384.728875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:03.865823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:03.478286Z","time spent":"387.101349ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:05.250802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006478351s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:05.25104Z","caller":"traceutil/trace.go:171","msg":"trace[605030016] linearizableReadLoop","detail":"{readStateIndex:2841; appliedIndex:2838; }","duration":"1.387862374s","start":"2026-03-31T18:34:03.86316Z","end":"2026-03-31T18:34:05.251022Z","steps":["trace[605030016] 'read index received' (duration: 381.076335ms)","trace[605030016] 'applied index is now lower than readState.Index' (duration: 1.006784849s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:05.251153Z","caller":"traceutil/trace.go:171","msg":"trace[226080788] transaction","detail":"{read_only:false; response_revision:2733; number_of_response:1; }","duration":"1.75034276s","start":"2026-03-31T18:34:03.500796Z","end":"2026-03-31T18:34:05.251139Z","steps":["trace[226080788] 'process raft request' (duration: 743.374817ms)","trace[226080788] 'compare' (duration: 1.005800771s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:05.251228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:03.500777Z","time spent":"1.750413041s","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:05.251234Z","caller":"traceutil/trace.go:171","msg":"trace[977016439] transaction","detail":"{read_only:false; response_revision:2735; number_of_response:1; }","duration":"1.748818687s","start":"2026-03-31T18:34:03.502365Z","end":"2026-03-31T18:34:05.251184Z","steps":["trace[977016439] 'process raft request' (duration: 1.748616132s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:05.251417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:03.50234Z","time spent":"1.748971573s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:05.251475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434073389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:05.251518Z","caller":"traceutil/trace.go:171","msg":"trace[1210902597] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:2735; }","duration":"1.434199263s","start":"2026-03-31T18:34:03.817308Z","end":"2026-03-31T18:34:05.251508Z","steps":["trace[1210902597] 'agreement among raft nodes before linearized reading' (duration: 1.434116121s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:05.25156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:03.817284Z","time spent":"1.434267865s","remote":"127.0.0.1:44920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:05.251645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384132872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-31T18:34:05.251703Z","caller":"traceutil/trace.go:171","msg":"trace[799733510] transaction","detail":"{read_only:false; response_revision:2734; number_of_response:1; }","duration":"1.749427484s","start":"2026-03-31T18:34:03.502259Z","end":"2026-03-31T18:34:05.251686Z","steps":["trace[799733510] 'process raft request' (duration: 1.748637712s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:05.251774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:03.502234Z","time spent":"1.749504697s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:05.251791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.375602348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-31T18:34:05.251821Z","caller":"traceutil/trace.go:171","msg":"trace[437833378] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2735; }","duration":"1.375658311s","start":"2026-03-31T18:34:03.876152Z","end":"2026-03-31T18:34:05.251811Z","steps":["trace[437833378] 'agreement among raft nodes before linearized reading' (duration: 1.375579118s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:05.251855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:03.876131Z","time spent":"1.375717621s","remote":"127.0.0.1:38302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5706,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T18:34:05.251712Z","caller":"traceutil/trace.go:171","msg":"trace[1912330539] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2735; }","duration":"1.384254555s","start":"2026-03-31T18:34:03.867442Z","end":"2026-03-31T18:34:05.251696Z","steps":["trace[1912330539] 'agreement among raft nodes before linearized reading' (duration: 1.38404852s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:05.251827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256144997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"warn","ts":"2026-03-31T18:34:05.25177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.245942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:05.251944Z","caller":"traceutil/trace.go:171","msg":"trace[1154231471] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:2735; }","duration":"1.256339003s","start":"2026-03-31T18:34:03.995583Z","end":"2026-03-31T18:34:05.251922Z","steps":["trace[1154231471] 'agreement among raft nodes before linearized reading' (duration: 1.255989133s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:05.252012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:03.995553Z","time spent":"1.256443436s","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"info","ts":"2026-03-31T18:34:05.252023Z","caller":"traceutil/trace.go:171","msg":"trace[1283201308] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2735; }","duration":"659.58447ms","start":"2026-03-31T18:34:04.592386Z","end":"2026-03-31T18:34:05.25197Z","steps":["trace[1283201308] 'agreement among raft nodes before linearized reading' (duration: 659.259362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:05.251917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:03.867418Z","time spent":"1.384477742s","remote":"127.0.0.1:44994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-31T18:34:05.252131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:04.592356Z","time spent":"659.762476ms","remote":"127.0.0.1:44762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:34:42.561614Z","caller":"traceutil/trace.go:171","msg":"trace[115949203] transaction","detail":"{read_only:false; response_revision:2934; number_of_response:1; }","duration":"105.324695ms","start":"2026-03-31T18:34:42.456249Z","end":"2026-03-31T18:34:42.561574Z","steps":["trace[115949203] 'process raft request' (duration: 105.15814ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:43.005289Z","caller":"traceutil/trace.go:171","msg":"trace[1887695038] linearizableReadLoop","detail":"{readStateIndex:3370; appliedIndex:3369; }","duration":"436.549549ms","start":"2026-03-31T18:35:42.568722Z","end":"2026-03-31T18:35:43.005271Z","steps":["trace[1887695038] 'read index received' (duration: 436.433024ms)","trace[1887695038] 'applied index is now lower than readState.Index' (duration: 115.865µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:43.005385Z","caller":"traceutil/trace.go:171","msg":"trace[707375664] transaction","detail":"{read_only:false; response_revision:3243; number_of_response:1; }","duration":"507.222546ms","start":"2026-03-31T18:35:42.498133Z","end":"2026-03-31T18:35:43.005355Z","steps":["trace[707375664] 'process raft request' (duration: 507.037132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:43.005482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.762893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:35:43.005522Z","caller":"traceutil/trace.go:171","msg":"trace[411438944] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3243; }","duration":"436.860207ms","start":"2026-03-31T18:35:42.568655Z","end":"2026-03-31T18:35:43.005515Z","steps":["trace[411438944] 'agreement among raft nodes before linearized reading' (duration: 436.725824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:43.005568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:42.56863Z","time spent":"436.929218ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:35:43.005572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:42.49812Z","time spent":"507.359721ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:43.005617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.372521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T18:35:43.005686Z","caller":"traceutil/trace.go:171","msg":"trace[1506524707] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3243; }","duration":"430.457662ms","start":"2026-03-31T18:35:42.57521Z","end":"2026-03-31T18:35:43.005667Z","steps":["trace[1506524707] 'agreement among raft nodes before linearized reading' (duration: 430.316228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:43.005748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:42.575199Z","time spent":"430.535354ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:35:43.00587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.836872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T18:35:43.005914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.455096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:43.005943Z","caller":"traceutil/trace.go:171","msg":"trace[1350411233] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3243; }","duration":"119.946875ms","start":"2026-03-31T18:35:42.885977Z","end":"2026-03-31T18:35:43.005923Z","steps":["trace[1350411233] 'agreement among raft nodes before linearized reading' (duration: 119.729929ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:43.005961Z","caller":"traceutil/trace.go:171","msg":"trace[1846409894] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3243; }","duration":"417.534309ms","start":"2026-03-31T18:35:42.588414Z","end":"2026-03-31T18:35:43.005948Z","steps":["trace[1846409894] 'agreement among raft nodes before linearized reading' (duration: 417.462066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:43.006012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:42.588393Z","time spent":"417.59749ms","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:36:30.246009Z","caller":"traceutil/trace.go:171","msg":"trace[1586375533] transaction","detail":"{read_only:false; response_revision:3604; number_of_response:1; }","duration":"146.302764ms","start":"2026-03-31T18:36:30.099634Z","end":"2026-03-31T18:36:30.245937Z","steps":["trace[1586375533] 'process raft request' (duration: 145.883963ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:30.246149Z","caller":"traceutil/trace.go:171","msg":"trace[1655726048] linearizableReadLoop","detail":"{readStateIndex:3747; appliedIndex:3746; }","duration":"135.052577ms","start":"2026-03-31T18:36:30.111067Z","end":"2026-03-31T18:36:30.24612Z","steps":["trace[1655726048] 'read index received' (duration: 134.359139ms)","trace[1655726048] 'applied index is now lower than readState.Index' (duration: 691.908µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:30.246379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.290165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:36:30.246623Z","caller":"traceutil/trace.go:171","msg":"trace[980293280] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3604; }","duration":"135.588891ms","start":"2026-03-31T18:36:30.11102Z","end":"2026-03-31T18:36:30.246609Z","steps":["trace[980293280] 'agreement among raft nodes before linearized reading' (duration: 135.222272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:30.265934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.680008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-31T18:36:30.266612Z","caller":"traceutil/trace.go:171","msg":"trace[407982696] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3605; }","duration":"146.429147ms","start":"2026-03-31T18:36:30.120152Z","end":"2026-03-31T18:36:30.266581Z","steps":["trace[407982696] 'agreement among raft nodes before linearized reading' (duration: 145.355568ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:02.484957Z","caller":"traceutil/trace.go:171","msg":"trace[1997064141] transaction","detail":"{read_only:false; response_revision:3850; number_of_response:1; }","duration":"109.524772ms","start":"2026-03-31T18:37:02.375372Z","end":"2026-03-31T18:37:02.484896Z","steps":["trace[1997064141] 'process raft request' (duration: 108.796703ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:07.496347Z","caller":"traceutil/trace.go:171","msg":"trace[647889982] linearizableReadLoop","detail":"{readStateIndex:4023; appliedIndex:4022; }","duration":"105.932754ms","start":"2026-03-31T18:37:07.390378Z","end":"2026-03-31T18:37:07.49631Z","steps":["trace[647889982] 'read index received' (duration: 105.905683ms)","trace[647889982] 'applied index is now lower than readState.Index' (duration: 26.201µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:07.496387Z","caller":"traceutil/trace.go:171","msg":"trace[1671003512] transaction","detail":"{read_only:false; response_revision:3873; number_of_response:1; }","duration":"155.555268ms","start":"2026-03-31T18:37:07.340794Z","end":"2026-03-31T18:37:07.496349Z","steps":["trace[1671003512] 'process raft request' (duration: 155.397304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:07.496543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.148549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:37:07.496639Z","caller":"traceutil/trace.go:171","msg":"trace[1008671734] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:3873; }","duration":"106.303714ms","start":"2026-03-31T18:37:07.390316Z","end":"2026-03-31T18:37:07.49662Z","steps":["trace[1008671734] 'agreement among raft nodes before linearized reading' (duration: 106.098078ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:20.70049Z","caller":"traceutil/trace.go:171","msg":"trace[1511965433] linearizableReadLoop","detail":"{readStateIndex:4103; appliedIndex:4102; }","duration":"122.639973ms","start":"2026-03-31T18:37:20.577797Z","end":"2026-03-31T18:37:20.700437Z","steps":["trace[1511965433] 'read index received' (duration: 62.080777ms)","trace[1511965433] 'applied index is now lower than readState.Index' (duration: 60.557706ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:20.700759Z","caller":"traceutil/trace.go:171","msg":"trace[982354393] transaction","detail":"{read_only:false; response_revision:3950; number_of_response:1; }","duration":"149.948735ms","start":"2026-03-31T18:37:20.550785Z","end":"2026-03-31T18:37:20.700734Z","steps":["trace[982354393] 'process raft request' (duration: 89.147892ms)","trace[982354393] 'compare' (duration: 60.320699ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:20.700906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.920193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:37:20.701001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.836418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-31T18:37:20.700985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.147656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:37:20.701024Z","caller":"traceutil/trace.go:171","msg":"trace[1911631248] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3950; }","duration":"110.043937ms","start":"2026-03-31T18:37:20.590954Z","end":"2026-03-31T18:37:20.700998Z","steps":["trace[1911631248] 'agreement among raft nodes before linearized reading' (duration: 109.884652ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:20.70107Z","caller":"traceutil/trace.go:171","msg":"trace[968947194] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3950; }","duration":"122.9224ms","start":"2026-03-31T18:37:20.578124Z","end":"2026-03-31T18:37:20.701046Z","steps":["trace[968947194] 'agreement among raft nodes before linearized reading' (duration: 122.638913ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:20.701098Z","caller":"traceutil/trace.go:171","msg":"trace[2044615813] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3950; }","duration":"123.331413ms","start":"2026-03-31T18:37:20.577731Z","end":"2026-03-31T18:37:20.701063Z","steps":["trace[2044615813] 'agreement among raft nodes before linearized reading' (duration: 123.006994ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:39.214852Z","caller":"traceutil/trace.go:171","msg":"trace[779718217] linearizableReadLoop","detail":"{readStateIndex:4273; appliedIndex:4272; }","duration":"420.886425ms","start":"2026-03-31T18:37:38.793942Z","end":"2026-03-31T18:37:39.214828Z","steps":["trace[779718217] 'read index received' (duration: 420.742762ms)","trace[779718217] 'applied index is now lower than readState.Index' (duration: 142.393µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:39.215131Z","caller":"traceutil/trace.go:171","msg":"trace[190231075] transaction","detail":"{read_only:false; response_revision:4112; number_of_response:1; }","duration":"445.925554ms","start":"2026-03-31T18:37:38.769181Z","end":"2026-03-31T18:37:39.215107Z","steps":["trace[190231075] 'process raft request' (duration: 445.488382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:39.215255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:38.769154Z","time spent":"446.035526ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:37:39.21525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.308207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-31T18:37:39.215344Z","caller":"traceutil/trace.go:171","msg":"trace[1684430687] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4112; }","duration":"421.467242ms","start":"2026-03-31T18:37:38.79387Z","end":"2026-03-31T18:37:39.215337Z","steps":["trace[1684430687] 'agreement among raft nodes before linearized reading' (duration: 421.265356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:39.215363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:38.793833Z","time spent":"421.525813ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:37:39.22107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.310162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T18:37:39.221157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.218019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:37:39.221155Z","caller":"traceutil/trace.go:171","msg":"trace[1128147439] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4112; }","duration":"423.438775ms","start":"2026-03-31T18:37:38.797697Z","end":"2026-03-31T18:37:39.221135Z","steps":["trace[1128147439] 'agreement among raft nodes before linearized reading' (duration: 423.204708ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:39.221191Z","caller":"traceutil/trace.go:171","msg":"trace[1213879594] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:4112; }","duration":"399.306162ms","start":"2026-03-31T18:37:38.821872Z","end":"2026-03-31T18:37:39.221179Z","steps":["trace[1213879594] 'agreement among raft nodes before linearized reading' (duration: 399.260001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:39.221221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:38.797675Z","time spent":"423.536107ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:37:39.22123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:38.821852Z","time spent":"399.370572ms","remote":"127.0.0.1:36102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:37:39.221085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.3658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rj546\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-03-31T18:37:39.221375Z","caller":"traceutil/trace.go:171","msg":"trace[1201769461] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rj546; range_end:; response_count:1; response_revision:4112; }","duration":"232.69049ms","start":"2026-03-31T18:37:38.988652Z","end":"2026-03-31T18:37:39.221342Z","steps":["trace[1201769461] 'agreement among raft nodes before linearized reading' (duration: 232.259958ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:40.716306Z","caller":"traceutil/trace.go:171","msg":"trace[468259955] transaction","detail":"{read_only:false; response_revision:4123; number_of_response:1; }","duration":"101.82502ms","start":"2026-03-31T18:37:40.614456Z","end":"2026-03-31T18:37:40.716281Z","steps":["trace[468259955] 'process raft request' (duration: 101.660535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:43.740155Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264859779142275,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:37:43.751978Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.029902545s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:37:43.752501Z","caller":"traceutil/trace.go:171","msg":"trace[746662035] transaction","detail":"{read_only:false; response_revision:4133; number_of_response:1; }","duration":"1.030490011s","start":"2026-03-31T18:37:42.721953Z","end":"2026-03-31T18:37:43.752443Z","steps":["trace[746662035] 'process raft request' (duration: 1.030320806s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:43.752717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:42.721924Z","time spent":"1.030690207s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:43.759712Z","caller":"traceutil/trace.go:171","msg":"trace[1405045828] linearizableReadLoop","detail":"{readStateIndex:4296; appliedIndex:4294; }","duration":"520.565487ms","start":"2026-03-31T18:37:43.239102Z","end":"2026-03-31T18:37:43.759667Z","steps":["trace[1405045828] 'read index received' (duration: 513.152462ms)","trace[1405045828] 'applied index is now lower than readState.Index' (duration: 7.411055ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:43.759902Z","caller":"traceutil/trace.go:171","msg":"trace[927312934] transaction","detail":"{read_only:false; response_revision:4134; number_of_response:1; }","duration":"526.849449ms","start":"2026-03-31T18:37:43.233023Z","end":"2026-03-31T18:37:43.759872Z","steps":["trace[927312934] 'process raft request' (duration: 526.450828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:43.76008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:43.232998Z","time spent":"526.941343ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:37:43.760633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.67472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rj546\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-03-31T18:37:43.760727Z","caller":"traceutil/trace.go:171","msg":"trace[1220862127] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rj546; range_end:; response_count:1; response_revision:4134; }","duration":"520.783293ms","start":"2026-03-31T18:37:43.239931Z","end":"2026-03-31T18:37:43.760714Z","steps":["trace[1220862127] 'agreement among raft nodes before linearized reading' (duration: 520.525285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:43.760769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:43.239921Z","time spent":"520.839764ms","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-rj546\" "} {"level":"warn","ts":"2026-03-31T18:37:43.760971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.858882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:37:43.761027Z","caller":"traceutil/trace.go:171","msg":"trace[255769505] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4134; }","duration":"521.943165ms","start":"2026-03-31T18:37:43.239068Z","end":"2026-03-31T18:37:43.761012Z","steps":["trace[255769505] 'agreement among raft nodes before linearized reading' (duration: 521.79851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:43.761061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:43.239056Z","time spent":"521.997016ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:37:43.761366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.267654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-31T18:37:43.761496Z","caller":"traceutil/trace.go:171","msg":"trace[1799790976] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4134; }","duration":"518.395797ms","start":"2026-03-31T18:37:43.243076Z","end":"2026-03-31T18:37:43.761472Z","steps":["trace[1799790976] 'agreement among raft nodes before linearized reading' (duration: 518.195462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:43.761568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:43.243069Z","time spent":"518.48829ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:38:17.147718Z","caller":"traceutil/trace.go:171","msg":"trace[297248281] transaction","detail":"{read_only:false; response_revision:4487; number_of_response:1; }","duration":"101.675333ms","start":"2026-03-31T18:38:17.046006Z","end":"2026-03-31T18:38:17.147681Z","steps":["trace[297248281] 'process raft request' (duration: 101.53305ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:17.147832Z","caller":"traceutil/trace.go:171","msg":"trace[1803415573] transaction","detail":"{read_only:false; response_revision:4486; number_of_response:1; }","duration":"101.842219ms","start":"2026-03-31T18:38:17.045978Z","end":"2026-03-31T18:38:17.14782Z","steps":["trace[1803415573] 'process raft request' (duration: 101.51735ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:17.14775Z","caller":"traceutil/trace.go:171","msg":"trace[1126136879] transaction","detail":"{read_only:false; response_revision:4485; number_of_response:1; }","duration":"101.808318ms","start":"2026-03-31T18:38:17.045907Z","end":"2026-03-31T18:38:17.147715Z","steps":["trace[1126136879] 'process raft request' (duration: 101.455508ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:17.147997Z","caller":"traceutil/trace.go:171","msg":"trace[736701088] transaction","detail":"{read_only:false; response_revision:4488; number_of_response:1; }","duration":"101.741135ms","start":"2026-03-31T18:38:17.04622Z","end":"2026-03-31T18:38:17.147961Z","steps":["trace[736701088] 'process raft request' (duration: 101.347594ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:17.149881Z","caller":"traceutil/trace.go:171","msg":"trace[849606763] linearizableReadLoop","detail":"{readStateIndex:4668; appliedIndex:4662; }","duration":"103.536334ms","start":"2026-03-31T18:38:17.046318Z","end":"2026-03-31T18:38:17.149855Z","steps":["trace[849606763] 'read index received' (duration: 33.228316ms)","trace[849606763] 'applied index is now lower than readState.Index' (duration: 70.306458ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:17.151843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.513339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-kube-state-metrics-c7bd54d7\" ","response":"range_response_count:1 size:4795"} {"level":"info","ts":"2026-03-31T18:38:17.151924Z","caller":"traceutil/trace.go:171","msg":"trace[317382838] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-kube-state-metrics-c7bd54d7; range_end:; response_count:1; response_revision:4506; }","duration":"105.632431ms","start":"2026-03-31T18:38:17.046268Z","end":"2026-03-31T18:38:17.1519Z","steps":["trace[317382838] 'agreement among raft nodes before linearized reading' (duration: 105.450346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:17.185782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.445885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-operator-7d58f4b66c\" ","response":"range_response_count:1 size:5121"} {"level":"warn","ts":"2026-03-31T18:38:17.185855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.289318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:10568"} {"level":"info","ts":"2026-03-31T18:38:17.185897Z","caller":"traceutil/trace.go:171","msg":"trace[557608072] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-operator-7d58f4b66c; range_end:; response_count:1; response_revision:4508; }","duration":"135.577578ms","start":"2026-03-31T18:38:17.05029Z","end":"2026-03-31T18:38:17.185867Z","steps":["trace[557608072] 'agreement among raft nodes before linearized reading' (duration: 135.309561ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:17.185914Z","caller":"traceutil/trace.go:171","msg":"trace[231549254] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:4508; }","duration":"136.361579ms","start":"2026-03-31T18:38:17.049535Z","end":"2026-03-31T18:38:17.185897Z","steps":["trace[231549254] 'agreement among raft nodes before linearized reading' (duration: 136.177174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:17.186026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.484299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:8194"} {"level":"info","ts":"2026-03-31T18:38:17.186127Z","caller":"traceutil/trace.go:171","msg":"trace[1514820378] range","detail":"{range_begin:/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:4508; }","duration":"137.630494ms","start":"2026-03-31T18:38:17.04847Z","end":"2026-03-31T18:38:17.1861Z","steps":["trace[1514820378] 'agreement among raft nodes before linearized reading' (duration: 137.326826ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:17.334924Z","caller":"traceutil/trace.go:171","msg":"trace[357487209] transaction","detail":"{read_only:false; response_revision:4509; number_of_response:1; }","duration":"180.414792ms","start":"2026-03-31T18:38:17.154454Z","end":"2026-03-31T18:38:17.334869Z","steps":["trace[357487209] 'process raft request' (duration: 129.294237ms)","trace[357487209] 'compare' (duration: 50.762684ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:17.335047Z","caller":"traceutil/trace.go:171","msg":"trace[2131569744] transaction","detail":"{read_only:false; response_revision:4510; number_of_response:1; }","duration":"179.939838ms","start":"2026-03-31T18:38:17.155042Z","end":"2026-03-31T18:38:17.334982Z","steps":["trace[2131569744] 'process raft request' (duration: 179.68304ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:17.335076Z","caller":"traceutil/trace.go:171","msg":"trace[643638581] transaction","detail":"{read_only:false; response_revision:4511; number_of_response:1; }","duration":"177.624645ms","start":"2026-03-31T18:38:17.157415Z","end":"2026-03-31T18:38:17.335039Z","steps":["trace[643638581] 'process raft request' (duration: 177.357778ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:17.335282Z","caller":"traceutil/trace.go:171","msg":"trace[161066634] transaction","detail":"{read_only:false; response_revision:4512; number_of_response:1; }","duration":"174.609033ms","start":"2026-03-31T18:38:17.160661Z","end":"2026-03-31T18:38:17.33527Z","steps":["trace[161066634] 'process raft request' (duration: 174.259794ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:17.335592Z","caller":"traceutil/trace.go:171","msg":"trace[882139533] transaction","detail":"{read_only:false; response_revision:4513; number_of_response:1; }","duration":"174.17404ms","start":"2026-03-31T18:38:17.161403Z","end":"2026-03-31T18:38:17.335577Z","steps":["trace[882139533] 'process raft request' (duration: 173.571535ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:17.335672Z","caller":"traceutil/trace.go:171","msg":"trace[1459483400] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4514; }","duration":"171.57216ms","start":"2026-03-31T18:38:17.164086Z","end":"2026-03-31T18:38:17.335658Z","steps":["trace[1459483400] 'process raft request' (duration: 171.446377ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:17.33567Z","caller":"traceutil/trace.go:171","msg":"trace[644319735] transaction","detail":"{read_only:false; response_revision:4514; number_of_response:1; }","duration":"172.790984ms","start":"2026-03-31T18:38:17.162863Z","end":"2026-03-31T18:38:17.335654Z","steps":["trace[644319735] 'process raft request' (duration: 172.492025ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:17.335793Z","caller":"traceutil/trace.go:171","msg":"trace[389844095] transaction","detail":"{read_only:false; response_revision:4517; number_of_response:1; }","duration":"167.485369ms","start":"2026-03-31T18:38:17.168267Z","end":"2026-03-31T18:38:17.335752Z","steps":["trace[389844095] 'process raft request' (duration: 167.413446ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:17.335935Z","caller":"traceutil/trace.go:171","msg":"trace[566532167] transaction","detail":"{read_only:false; response_revision:4518; number_of_response:1; }","duration":"167.374596ms","start":"2026-03-31T18:38:17.168549Z","end":"2026-03-31T18:38:17.335924Z","steps":["trace[566532167] 'process raft request' (duration: 167.1602ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:17.33603Z","caller":"traceutil/trace.go:171","msg":"trace[1394085736] linearizableReadLoop","detail":"{readStateIndex:4703; appliedIndex:4690; }","duration":"150.461754ms","start":"2026-03-31T18:38:17.185554Z","end":"2026-03-31T18:38:17.336016Z","steps":["trace[1394085736] 'read index received' (duration: 98.165279ms)","trace[1394085736] 'applied index is now lower than readState.Index' (duration: 52.295305ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:17.33604Z","caller":"traceutil/trace.go:171","msg":"trace[899301983] transaction","detail":"{read_only:false; response_revision:4515; number_of_response:1; }","duration":"168.28309ms","start":"2026-03-31T18:38:17.167748Z","end":"2026-03-31T18:38:17.336031Z","steps":["trace[899301983] 'process raft request' (duration: 167.827667ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:17.336113Z","caller":"traceutil/trace.go:171","msg":"trace[668262765] transaction","detail":"{read_only:false; response_revision:4519; number_of_response:1; }","duration":"167.391796ms","start":"2026-03-31T18:38:17.168713Z","end":"2026-03-31T18:38:17.336104Z","steps":["trace[668262765] 'process raft request' (duration: 167.130779ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:17.336154Z","caller":"traceutil/trace.go:171","msg":"trace[880982782] transaction","detail":"{read_only:false; response_revision:4516; number_of_response:1; }","duration":"168.048734ms","start":"2026-03-31T18:38:17.168093Z","end":"2026-03-31T18:38:17.336141Z","steps":["trace[880982782] 'process raft request' (duration: 167.553651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:17.3363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.370561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-kube-state-metrics-c7bd54d7\" ","response":"range_response_count:1 size:4795"} {"level":"warn","ts":"2026-03-31T18:38:17.336324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.060699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:5383"} {"level":"info","ts":"2026-03-31T18:38:17.336341Z","caller":"traceutil/trace.go:171","msg":"trace[1743293350] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-kube-state-metrics-c7bd54d7; range_end:; response_count:1; response_revision:4520; }","duration":"176.432152ms","start":"2026-03-31T18:38:17.159892Z","end":"2026-03-31T18:38:17.336324Z","steps":["trace[1743293350] 'agreement among raft nodes before linearized reading' (duration: 176.248147ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:17.336371Z","caller":"traceutil/trace.go:171","msg":"trace[1715596506] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:4520; }","duration":"177.143431ms","start":"2026-03-31T18:38:17.159213Z","end":"2026-03-31T18:38:17.336356Z","steps":["trace[1715596506] 'agreement among raft nodes before linearized reading' (duration: 176.975656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:17.336429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.419798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:38:17.336513Z","caller":"traceutil/trace.go:171","msg":"trace[867972138] transaction","detail":"{read_only:false; response_revision:4520; number_of_response:1; }","duration":"167.282254ms","start":"2026-03-31T18:38:17.169219Z","end":"2026-03-31T18:38:17.336501Z","steps":["trace[867972138] 'process raft request' (duration: 166.734919ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:17.336496Z","caller":"traceutil/trace.go:171","msg":"trace[309112003] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:4520; }","duration":"181.527192ms","start":"2026-03-31T18:38:17.154945Z","end":"2026-03-31T18:38:17.336472Z","steps":["trace[309112003] 'agreement among raft nodes before linearized reading' (duration: 181.420119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:17.336632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.926197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-operator-7d58f4b66c-nwr9x\" ","response":"range_response_count:1 size:4082"} {"level":"info","ts":"2026-03-31T18:38:17.336669Z","caller":"traceutil/trace.go:171","msg":"trace[416860258] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-operator-7d58f4b66c-nwr9x; range_end:; response_count:1; response_revision:4520; }","duration":"183.992038ms","start":"2026-03-31T18:38:17.152667Z","end":"2026-03-31T18:38:17.336659Z","steps":["trace[416860258] 'agreement among raft nodes before linearized reading' (duration: 183.880925ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:17.353961Z","caller":"traceutil/trace.go:171","msg":"trace[1979797617] transaction","detail":"{read_only:false; response_revision:4521; number_of_response:1; }","duration":"161.549896ms","start":"2026-03-31T18:38:17.192354Z","end":"2026-03-31T18:38:17.353904Z","steps":["trace[1979797617] 'process raft request' (duration: 161.281379ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:17.354007Z","caller":"traceutil/trace.go:171","msg":"trace[681188473] transaction","detail":"{read_only:false; response_revision:4522; number_of_response:1; }","duration":"152.987733ms","start":"2026-03-31T18:38:17.200989Z","end":"2026-03-31T18:38:17.353976Z","steps":["trace[681188473] 'process raft request' (duration: 152.808268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:17.354351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.501778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:8194"} {"level":"info","ts":"2026-03-31T18:38:17.354455Z","caller":"traceutil/trace.go:171","msg":"trace[847163447] range","detail":"{range_begin:/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:4523; }","duration":"156.667612ms","start":"2026-03-31T18:38:17.197765Z","end":"2026-03-31T18:38:17.354433Z","steps":["trace[847163447] 'agreement among raft nodes before linearized reading' (duration: 156.442396ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:17.354557Z","caller":"traceutil/trace.go:171","msg":"trace[728988627] transaction","detail":"{read_only:false; response_revision:4523; number_of_response:1; }","duration":"150.205267ms","start":"2026-03-31T18:38:17.204326Z","end":"2026-03-31T18:38:17.354531Z","steps":["trace[728988627] 'process raft request' (duration: 149.549279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:17.354731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.952483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:1176"} {"level":"info","ts":"2026-03-31T18:38:17.354786Z","caller":"traceutil/trace.go:171","msg":"trace[1548863782] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:4523; }","duration":"116.075234ms","start":"2026-03-31T18:38:17.238694Z","end":"2026-03-31T18:38:17.354769Z","steps":["trace[1548863782] 'agreement among raft nodes before linearized reading' (duration: 115.850478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:17.354847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.049499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-operator-7d58f4b66c\" ","response":"range_response_count:1 size:5121"} {"level":"info","ts":"2026-03-31T18:38:17.354939Z","caller":"traceutil/trace.go:171","msg":"trace[575229705] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-operator-7d58f4b66c; range_end:; response_count:1; response_revision:4523; }","duration":"166.263495ms","start":"2026-03-31T18:38:17.188666Z","end":"2026-03-31T18:38:17.354929Z","steps":["trace[575229705] 'agreement among raft nodes before linearized reading' (duration: 165.964067ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:17.456286Z","caller":"traceutil/trace.go:171","msg":"trace[1165468663] transaction","detail":"{read_only:false; response_revision:4536; number_of_response:1; }","duration":"101.260481ms","start":"2026-03-31T18:38:17.355001Z","end":"2026-03-31T18:38:17.456262Z","steps":["trace[1165468663] 'process raft request' (duration: 101.005614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:17.456643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.619744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-8tcdl\" ","response":"range_response_count:1 size:9303"} {"level":"info","ts":"2026-03-31T18:38:17.456709Z","caller":"traceutil/trace.go:171","msg":"trace[1202806142] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-8tcdl; range_end:; response_count:1; response_revision:4539; }","duration":"100.735958ms","start":"2026-03-31T18:38:17.355957Z","end":"2026-03-31T18:38:17.456693Z","steps":["trace[1202806142] 'agreement among raft nodes before linearized reading' (duration: 100.583833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:18.582964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.653463ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T18:38:18.583218Z","caller":"traceutil/trace.go:171","msg":"trace[1690140199] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4653; }","duration":"207.171401ms","start":"2026-03-31T18:38:18.376003Z","end":"2026-03-31T18:38:18.583175Z","steps":["trace[1690140199] 'process raft request' (duration: 87.171237ms)","trace[1690140199] 'compare' (duration: 119.540171ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:18.583707Z","caller":"traceutil/trace.go:171","msg":"trace[1184791771] transaction","detail":"{read_only:false; response_revision:4655; number_of_response:1; }","duration":"157.25063ms","start":"2026-03-31T18:38:18.426435Z","end":"2026-03-31T18:38:18.583686Z","steps":["trace[1184791771] 'process raft request' (duration: 157.184428ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:18.584033Z","caller":"traceutil/trace.go:171","msg":"trace[97259208] transaction","detail":"{read_only:false; response_revision:4654; number_of_response:1; }","duration":"202.372841ms","start":"2026-03-31T18:38:18.381642Z","end":"2026-03-31T18:38:18.584015Z","steps":["trace[97259208] 'process raft request' (duration: 201.551608ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:18.592168Z","caller":"traceutil/trace.go:171","msg":"trace[1619403643] transaction","detail":"{read_only:false; response_revision:4656; number_of_response:1; }","duration":"105.618501ms","start":"2026-03-31T18:38:18.486523Z","end":"2026-03-31T18:38:18.592142Z","steps":["trace[1619403643] 'process raft request' (duration: 105.298552ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:18.74085Z","caller":"traceutil/trace.go:171","msg":"trace[302863316] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4658; }","duration":"146.007243ms","start":"2026-03-31T18:38:18.594805Z","end":"2026-03-31T18:38:18.740813Z","steps":["trace[302863316] 'process raft request' (duration: 111.948273ms)","trace[302863316] 'compare' (duration: 33.827153ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:18.740857Z","caller":"traceutil/trace.go:171","msg":"trace[1951782728] linearizableReadLoop","detail":"{readStateIndex:4843; appliedIndex:4842; }","duration":"141.647034ms","start":"2026-03-31T18:38:18.59918Z","end":"2026-03-31T18:38:18.740827Z","steps":["trace[1951782728] 'read index received' (duration: 107.76771ms)","trace[1951782728] 'applied index is now lower than readState.Index' (duration: 33.874574ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:18.741129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.932471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:38:18.741171Z","caller":"traceutil/trace.go:171","msg":"trace[1985301048] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4659; }","duration":"142.004574ms","start":"2026-03-31T18:38:18.599155Z","end":"2026-03-31T18:38:18.741159Z","steps":["trace[1985301048] 'agreement among raft nodes before linearized reading' (duration: 141.752117ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:18.741158Z","caller":"traceutil/trace.go:171","msg":"trace[1763951612] transaction","detail":"{read_only:false; response_revision:4659; number_of_response:1; }","duration":"119.297035ms","start":"2026-03-31T18:38:18.621782Z","end":"2026-03-31T18:38:18.741079Z","steps":["trace[1763951612] 'process raft request' (duration: 118.977636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:18.741416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.846096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-tls\" ","response":"range_response_count:1 size:3005"} {"level":"info","ts":"2026-03-31T18:38:18.741479Z","caller":"traceutil/trace.go:171","msg":"trace[1095723543] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-tls; range_end:; response_count:1; response_revision:4660; }","duration":"109.962501ms","start":"2026-03-31T18:38:18.631497Z","end":"2026-03-31T18:38:18.741459Z","steps":["trace[1095723543] 'agreement among raft nodes before linearized reading' (duration: 109.712093ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:18.97996Z","caller":"traceutil/trace.go:171","msg":"trace[1364207807] transaction","detail":"{read_only:false; response_revision:4662; number_of_response:1; }","duration":"146.775684ms","start":"2026-03-31T18:38:18.833153Z","end":"2026-03-31T18:38:18.979929Z","steps":["trace[1364207807] 'process raft request' (duration: 66.818302ms)","trace[1364207807] 'compare' (duration: 79.823408ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:21.008626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.070711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-31T18:38:21.008728Z","caller":"traceutil/trace.go:171","msg":"trace[757886415] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4696; }","duration":"283.221495ms","start":"2026-03-31T18:38:20.725487Z","end":"2026-03-31T18:38:21.008709Z","steps":["trace[757886415] 'range keys from in-memory index tree' (duration: 282.801023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:21.008612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.587784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:38:21.008853Z","caller":"traceutil/trace.go:171","msg":"trace[825820117] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:4696; }","duration":"221.922524ms","start":"2026-03-31T18:38:20.786899Z","end":"2026-03-31T18:38:21.008821Z","steps":["trace[825820117] 'count revisions from in-memory index tree' (duration: 221.4354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:22.783368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.769039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3585fa6c-48a6-4894-9a81-0e46fbf01fa2\" ","response":"range_response_count:1 size:3772"} {"level":"info","ts":"2026-03-31T18:38:22.783449Z","caller":"traceutil/trace.go:171","msg":"trace[66217353] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3585fa6c-48a6-4894-9a81-0e46fbf01fa2; range_end:; response_count:1; response_revision:4785; }","duration":"129.913743ms","start":"2026-03-31T18:38:22.653514Z","end":"2026-03-31T18:38:22.783428Z","steps":["trace[66217353] 'range keys from in-memory index tree' (duration: 129.561613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:22.783439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.772515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:38:22.78349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.71576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T18:38:22.78352Z","caller":"traceutil/trace.go:171","msg":"trace[2127610038] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4785; }","duration":"193.8964ms","start":"2026-03-31T18:38:22.589606Z","end":"2026-03-31T18:38:22.783503Z","steps":["trace[2127610038] 'range keys from in-memory index tree' (duration: 193.631192ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:22.78354Z","caller":"traceutil/trace.go:171","msg":"trace[208036518] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4785; }","duration":"235.803131ms","start":"2026-03-31T18:38:22.547726Z","end":"2026-03-31T18:38:22.783529Z","steps":["trace[208036518] 'range keys from in-memory index tree' (duration: 235.568745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:22.784985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.403989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2351350"} {"level":"info","ts":"2026-03-31T18:38:22.785086Z","caller":"traceutil/trace.go:171","msg":"trace[1916844799] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4785; }","duration":"254.572193ms","start":"2026-03-31T18:38:22.530491Z","end":"2026-03-31T18:38:22.785063Z","steps":["trace[1916844799] 'range keys from in-memory index tree' (duration: 252.94497ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:23.966534Z","caller":"traceutil/trace.go:171","msg":"trace[1428168411] transaction","detail":"{read_only:false; response_revision:4800; number_of_response:1; }","duration":"133.855111ms","start":"2026-03-31T18:38:23.83264Z","end":"2026-03-31T18:38:23.966495Z","steps":["trace[1428168411] 'process raft request' (duration: 133.50517ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:26.059758Z","caller":"traceutil/trace.go:171","msg":"trace[1565419478] linearizableReadLoop","detail":"{readStateIndex:5023; appliedIndex:5022; }","duration":"186.474025ms","start":"2026-03-31T18:38:25.873262Z","end":"2026-03-31T18:38:26.059736Z","steps":["trace[1565419478] 'read index received' (duration: 186.302211ms)","trace[1565419478] 'applied index is now lower than readState.Index' (duration: 170.614µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:26.059821Z","caller":"traceutil/trace.go:171","msg":"trace[112666381] transaction","detail":"{read_only:false; response_revision:4835; number_of_response:1; }","duration":"197.799205ms","start":"2026-03-31T18:38:25.861989Z","end":"2026-03-31T18:38:26.059788Z","steps":["trace[112666381] 'process raft request' (duration: 197.546648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:26.060284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.000741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:557279"} {"level":"info","ts":"2026-03-31T18:38:26.060338Z","caller":"traceutil/trace.go:171","msg":"trace[2138883222] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:4835; }","duration":"187.102374ms","start":"2026-03-31T18:38:25.873222Z","end":"2026-03-31T18:38:26.060324Z","steps":["trace[2138883222] 'agreement among raft nodes before linearized reading' (duration: 186.62034ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:26.095392Z","caller":"traceutil/trace.go:171","msg":"trace[17155863] transaction","detail":"{read_only:false; response_revision:4836; number_of_response:1; }","duration":"117.940007ms","start":"2026-03-31T18:38:25.977401Z","end":"2026-03-31T18:38:26.095341Z","steps":["trace[17155863] 'process raft request' (duration: 117.769102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:26.095451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.630428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fb13e78c-7d96-4a44-99fa-370731fbe0b1\" ","response":"range_response_count:1 size:4066"} {"level":"info","ts":"2026-03-31T18:38:26.095512Z","caller":"traceutil/trace.go:171","msg":"trace[19894217] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fb13e78c-7d96-4a44-99fa-370731fbe0b1; range_end:; response_count:1; response_revision:4837; }","duration":"117.726291ms","start":"2026-03-31T18:38:25.977772Z","end":"2026-03-31T18:38:26.095498Z","steps":["trace[19894217] 'agreement among raft nodes before linearized reading' (duration: 117.602498ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:26.095557Z","caller":"traceutil/trace.go:171","msg":"trace[2097077522] transaction","detail":"{read_only:false; response_revision:4837; number_of_response:1; }","duration":"116.249052ms","start":"2026-03-31T18:38:25.979299Z","end":"2026-03-31T18:38:26.095548Z","steps":["trace[2097077522] 'process raft request' (duration: 115.981564ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:26.334199Z","caller":"traceutil/trace.go:171","msg":"trace[466305971] linearizableReadLoop","detail":"{readStateIndex:5036; appliedIndex:5028; }","duration":"121.493373ms","start":"2026-03-31T18:38:26.212683Z","end":"2026-03-31T18:38:26.334177Z","steps":["trace[466305971] 'read index received' (duration: 14.65104ms)","trace[466305971] 'applied index is now lower than readState.Index' (duration: 106.841423ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:26.334316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.615407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:38:26.334341Z","caller":"traceutil/trace.go:171","msg":"trace[2035075669] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4848; }","duration":"121.705479ms","start":"2026-03-31T18:38:26.212627Z","end":"2026-03-31T18:38:26.334333Z","steps":["trace[2035075669] 'agreement among raft nodes before linearized reading' (duration: 121.634677ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:26.334492Z","caller":"traceutil/trace.go:171","msg":"trace[1349903201] transaction","detail":"{read_only:false; response_revision:4848; number_of_response:1; }","duration":"162.981605ms","start":"2026-03-31T18:38:26.171459Z","end":"2026-03-31T18:38:26.33444Z","steps":["trace[1349903201] 'process raft request' (duration: 103.399391ms)","trace[1349903201] 'compare' (duration: 59.189833ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:26.454947Z","caller":"traceutil/trace.go:171","msg":"trace[235610446] transaction","detail":"{read_only:false; response_revision:4849; number_of_response:1; }","duration":"116.352355ms","start":"2026-03-31T18:38:26.338556Z","end":"2026-03-31T18:38:26.454909Z","steps":["trace[235610446] 'process raft request' (duration: 103.708169ms)","trace[235610446] 'compare' (duration: 12.471951ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:26.476388Z","caller":"traceutil/trace.go:171","msg":"trace[1988895386] linearizableReadLoop","detail":"{readStateIndex:5038; appliedIndex:5036; }","duration":"135.863686ms","start":"2026-03-31T18:38:26.340496Z","end":"2026-03-31T18:38:26.47636Z","steps":["trace[1988895386] 'read index received' (duration: 101.924021ms)","trace[1988895386] 'applied index is now lower than readState.Index' (duration: 33.937945ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:26.476413Z","caller":"traceutil/trace.go:171","msg":"trace[1108289034] transaction","detail":"{read_only:false; response_revision:4850; number_of_response:1; }","duration":"137.239913ms","start":"2026-03-31T18:38:26.33914Z","end":"2026-03-31T18:38:26.47638Z","steps":["trace[1108289034] 'process raft request' (duration: 137.063517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:26.476996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.476922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-31T18:38:26.47708Z","caller":"traceutil/trace.go:171","msg":"trace[1677771516] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4850; }","duration":"136.611516ms","start":"2026-03-31T18:38:26.340451Z","end":"2026-03-31T18:38:26.477062Z","steps":["trace[1677771516] 'agreement among raft nodes before linearized reading' (duration: 136.046041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:30.743987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409057013s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:38:30.744353Z","caller":"traceutil/trace.go:171","msg":"trace[794403198] linearizableReadLoop","detail":"{readStateIndex:5111; appliedIndex:5110; }","duration":"830.620446ms","start":"2026-03-31T18:38:29.913706Z","end":"2026-03-31T18:38:30.744326Z","steps":["trace[794403198] 'read index received' (duration: 83.982µs)","trace[794403198] 'applied index is now lower than readState.Index' (duration: 830.535034ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:30.744697Z","caller":"traceutil/trace.go:171","msg":"trace[1627037101] transaction","detail":"{read_only:false; response_revision:4919; number_of_response:1; }","duration":"829.403193ms","start":"2026-03-31T18:38:29.915246Z","end":"2026-03-31T18:38:30.744649Z","steps":["trace[1627037101] 'process raft request' (duration: 828.945341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:30.744828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:29.915211Z","time spent":"829.557097ms","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":902,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:38:30.897874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.143883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-8tcdl\" ","response":"range_response_count:1 size:9708"} {"level":"info","ts":"2026-03-31T18:38:30.898045Z","caller":"traceutil/trace.go:171","msg":"trace[869218705] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-8tcdl; range_end:; response_count:1; response_revision:4919; }","duration":"984.37896ms","start":"2026-03-31T18:38:29.913637Z","end":"2026-03-31T18:38:30.898016Z","steps":["trace[869218705] 'agreement among raft nodes before linearized reading' (duration: 830.825971ms)","trace[869218705] 'range keys from in-memory index tree' (duration: 153.195388ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:30.898258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:29.91361Z","time spent":"984.636087ms","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9731,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-8tcdl\" "} {"level":"warn","ts":"2026-03-31T18:38:30.898005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.208378ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:38:30.898753Z","caller":"traceutil/trace.go:171","msg":"trace[910070694] transaction","detail":"{read_only:false; response_revision:4920; number_of_response:1; }","duration":"788.96682ms","start":"2026-03-31T18:38:30.109718Z","end":"2026-03-31T18:38:30.898685Z","steps":["trace[910070694] 'process raft request' (duration: 634.920599ms)","trace[910070694] 'compare' (duration: 152.969981ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:30.898782Z","caller":"traceutil/trace.go:171","msg":"trace[1830668501] transaction","detail":"{read_only:false; response_revision:4921; number_of_response:1; }","duration":"786.247066ms","start":"2026-03-31T18:38:30.112488Z","end":"2026-03-31T18:38:30.898735Z","steps":["trace[1830668501] 'process raft request' (duration: 786.04266ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:30.898991Z","caller":"traceutil/trace.go:171","msg":"trace[822734568] transaction","detail":"{read_only:false; response_revision:4922; number_of_response:1; }","duration":"749.342899ms","start":"2026-03-31T18:38:30.149602Z","end":"2026-03-31T18:38:30.898944Z","steps":["trace[822734568] 'process raft request' (duration: 749.080122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:30.899026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:30.109683Z","time spent":"789.191846ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:38:30.899029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:30.112454Z","time spent":"786.43302ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:38:30.89915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:30.149563Z","time spent":"749.514394ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:38:31.245015Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264859779143966,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:38:31.642211Z","caller":"traceutil/trace.go:171","msg":"trace[1456791635] transaction","detail":"{read_only:false; response_revision:4923; number_of_response:1; }","duration":"1.016905556s","start":"2026-03-31T18:38:30.625263Z","end":"2026-03-31T18:38:31.642169Z","steps":["trace[1456791635] 'process raft request' (duration: 954.275728ms)","trace[1456791635] 'compare' (duration: 62.403482ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:31.642376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:30.625225Z","time spent":"1.017064901s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:38:31.918762Z","caller":"traceutil/trace.go:171","msg":"trace[765876828] linearizableReadLoop","detail":"{readStateIndex:5118; appliedIndex:5115; }","duration":"1.174329971s","start":"2026-03-31T18:38:30.744399Z","end":"2026-03-31T18:38:31.918729Z","steps":["trace[765876828] 'read index received' (duration: 835.14717ms)","trace[765876828] 'applied index is now lower than readState.Index' (duration: 339.181821ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:31.918988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667579834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-31T18:38:31.918977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.666006241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:38:31.91905Z","caller":"traceutil/trace.go:171","msg":"trace[1256734583] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4925; }","duration":"1.666137815s","start":"2026-03-31T18:38:30.252898Z","end":"2026-03-31T18:38:31.919036Z","steps":["trace[1256734583] 'agreement among raft nodes before linearized reading' (duration: 1.665851427s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:31.919102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:30.252892Z","time spent":"1.666197496s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:38:31.919113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667612915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T18:38:31.91917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66668945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T18:38:31.919251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327089698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:38:31.919285Z","caller":"traceutil/trace.go:171","msg":"trace[1008099452] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4925; }","duration":"1.327154178s","start":"2026-03-31T18:38:30.592121Z","end":"2026-03-31T18:38:31.919275Z","steps":["trace[1008099452] 'agreement among raft nodes before linearized reading' (duration: 1.327102828s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:31.919301Z","caller":"traceutil/trace.go:171","msg":"trace[1964670598] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4925; }","duration":"1.667669227s","start":"2026-03-31T18:38:30.251344Z","end":"2026-03-31T18:38:31.919013Z","steps":["trace[1964670598] 'agreement among raft nodes before linearized reading' (duration: 1.667552934s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:31.919321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:30.592099Z","time spent":"1.32721375s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:38:31.919236Z","caller":"traceutil/trace.go:171","msg":"trace[143454234] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4925; }","duration":"1.667765919s","start":"2026-03-31T18:38:30.251433Z","end":"2026-03-31T18:38:31.919199Z","steps":["trace[143454234] 'agreement among raft nodes before linearized reading' (duration: 1.66741266s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:31.919356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378587433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:38:31.919384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:30.251313Z","time spent":"1.668022248s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:38:31.919314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.763396858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rj546\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-03-31T18:38:31.919411Z","caller":"traceutil/trace.go:171","msg":"trace[694768292] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache; range_end:; response_count:0; response_revision:4925; }","duration":"1.378673174s","start":"2026-03-31T18:38:30.540721Z","end":"2026-03-31T18:38:31.919394Z","steps":["trace[694768292] 'agreement among raft nodes before linearized reading' (duration: 1.378564191s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:31.919425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:30.251421Z","time spent":"1.667980716s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:38:31.9197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.627882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:38:31.919332Z","caller":"traceutil/trace.go:171","msg":"trace[86693484] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4925; }","duration":"1.666851945s","start":"2026-03-31T18:38:30.252414Z","end":"2026-03-31T18:38:31.919266Z","steps":["trace[86693484] 'agreement among raft nodes before linearized reading' (duration: 1.666474776s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:31.919465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:30.540703Z","time spent":"1.378753687s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" "} {"level":"info","ts":"2026-03-31T18:38:31.919762Z","caller":"traceutil/trace.go:171","msg":"trace[925771373] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:4925; }","duration":"483.727873ms","start":"2026-03-31T18:38:31.436016Z","end":"2026-03-31T18:38:31.919744Z","steps":["trace[925771373] 'agreement among raft nodes before linearized reading' (duration: 483.634591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:31.919771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:30.252404Z","time spent":"1.667354199s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:38:31.919748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.986451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-31T18:38:31.919815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:31.435989Z","time spent":"483.816466ms","remote":"127.0.0.1:44892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:38:31.919473Z","caller":"traceutil/trace.go:171","msg":"trace[1372478864] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rj546; range_end:; response_count:1; response_revision:4925; }","duration":"1.763627315s","start":"2026-03-31T18:38:30.155822Z","end":"2026-03-31T18:38:31.919449Z","steps":["trace[1372478864] 'agreement among raft nodes before linearized reading' (duration: 1.76311483s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:31.919879Z","caller":"traceutil/trace.go:171","msg":"trace[463601570] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4925; }","duration":"418.134875ms","start":"2026-03-31T18:38:31.501705Z","end":"2026-03-31T18:38:31.919839Z","steps":["trace[463601570] 'agreement among raft nodes before linearized reading' (duration: 417.928939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:31.919924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:31.501677Z","time spent":"418.236338ms","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:38:31.91949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.666603408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T18:38:31.91991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:30.155785Z","time spent":"1.764097117s","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-rj546\" "} {"level":"warn","ts":"2026-03-31T18:38:31.91996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.697892101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T18:38:31.919978Z","caller":"traceutil/trace.go:171","msg":"trace[849404795] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4925; }","duration":"1.667112922s","start":"2026-03-31T18:38:30.252848Z","end":"2026-03-31T18:38:31.919961Z","steps":["trace[849404795] 'agreement among raft nodes before linearized reading' (duration: 1.666533636s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:31.919489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667914135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:38:31.920009Z","caller":"traceutil/trace.go:171","msg":"trace[831705307] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4925; }","duration":"1.697946542s","start":"2026-03-31T18:38:30.222052Z","end":"2026-03-31T18:38:31.919998Z","steps":["trace[831705307] 'agreement among raft nodes before linearized reading' (duration: 1.697447518s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:31.920095Z","caller":"traceutil/trace.go:171","msg":"trace[2095357707] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4925; }","duration":"1.668593652s","start":"2026-03-31T18:38:30.251476Z","end":"2026-03-31T18:38:31.92007Z","steps":["trace[2095357707] 'agreement among raft nodes before linearized reading' (duration: 1.66777713s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:31.919584Z","caller":"traceutil/trace.go:171","msg":"trace[177743987] transaction","detail":"{read_only:false; response_revision:4924; number_of_response:1; }","duration":"1.201565934s","start":"2026-03-31T18:38:30.718007Z","end":"2026-03-31T18:38:31.919573Z","steps":["trace[177743987] 'process raft request' (duration: 1.2003295s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:31.920191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:30.251436Z","time spent":"1.668718605s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:38:31.919582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.662182957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T18:38:31.920293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:30.717982Z","time spent":"1.20217933s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:38:31.920345Z","caller":"traceutil/trace.go:171","msg":"trace[979488082] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4925; }","duration":"1.662944557s","start":"2026-03-31T18:38:30.257378Z","end":"2026-03-31T18:38:31.920322Z","steps":["trace[979488082] 'agreement among raft nodes before linearized reading' (duration: 1.662125885s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:31.920118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:30.221983Z","time spent":"1.698122877s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":462,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:38:31.919595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.97827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:38:31.92044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:30.257371Z","time spent":"1.663050022s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:38:31.920494Z","caller":"traceutil/trace.go:171","msg":"trace[898250615] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:4925; }","duration":"187.929906ms","start":"2026-03-31T18:38:31.732544Z","end":"2026-03-31T18:38:31.920474Z","steps":["trace[898250615] 'agreement among raft nodes before linearized reading' (duration: 187.017642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:31.919608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.420154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-8tcdl.18a20101b0e7ce1b\" ","response":"range_response_count:1 size:917"} {"level":"info","ts":"2026-03-31T18:38:31.920614Z","caller":"traceutil/trace.go:171","msg":"trace[616974949] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-8tcdl.18a20101b0e7ce1b; range_end:; response_count:1; response_revision:4925; }","duration":"998.464193ms","start":"2026-03-31T18:38:30.922131Z","end":"2026-03-31T18:38:31.920595Z","steps":["trace[616974949] 'agreement among raft nodes before linearized reading' (duration: 997.397124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:31.920699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:30.922105Z","time spent":"998.575767ms","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":940,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-8tcdl.18a20101b0e7ce1b\" "} {"level":"warn","ts":"2026-03-31T18:38:31.919606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.706598179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:38:31.920033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:30.252836Z","time spent":"1.667183674s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:38:31.919519Z","caller":"traceutil/trace.go:171","msg":"trace[1998299589] transaction","detail":"{read_only:false; response_revision:4925; number_of_response:1; }","duration":"1.010558933s","start":"2026-03-31T18:38:30.908931Z","end":"2026-03-31T18:38:31.91949Z","steps":["trace[1998299589] 'process raft request' (duration: 1.00972166s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:31.920854Z","caller":"traceutil/trace.go:171","msg":"trace[236466882] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4925; }","duration":"1.707923175s","start":"2026-03-31T18:38:30.212916Z","end":"2026-03-31T18:38:31.920839Z","steps":["trace[236466882] 'agreement among raft nodes before linearized reading' (duration: 1.706617829s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:31.920896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:30.212887Z","time spent":"1.707997477s","remote":"127.0.0.1:44762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:38:31.921402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:30.908902Z","time spent":"1.011984202s","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9705,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:38:32.047064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.035707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:38:32.047166Z","caller":"traceutil/trace.go:171","msg":"trace[2083182779] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4933; }","duration":"119.17245ms","start":"2026-03-31T18:38:31.92797Z","end":"2026-03-31T18:38:32.047143Z","steps":["trace[2083182779] 'agreement among raft nodes before linearized reading' (duration: 118.969365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:32.047561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.430158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-31T18:38:32.047637Z","caller":"traceutil/trace.go:171","msg":"trace[2057314919] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4933; }","duration":"119.688925ms","start":"2026-03-31T18:38:31.927926Z","end":"2026-03-31T18:38:32.047615Z","steps":["trace[2057314919] 'agreement among raft nodes before linearized reading' (duration: 119.290034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:32.047887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.802381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:46076"} {"level":"info","ts":"2026-03-31T18:38:32.047952Z","caller":"traceutil/trace.go:171","msg":"trace[966392298] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:4933; }","duration":"118.889833ms","start":"2026-03-31T18:38:31.929048Z","end":"2026-03-31T18:38:32.047938Z","steps":["trace[966392298] 'agreement among raft nodes before linearized reading' (duration: 118.546844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:32.897979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.69177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"warn","ts":"2026-03-31T18:38:32.898037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.589529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-31T18:38:32.898093Z","caller":"traceutil/trace.go:171","msg":"trace[2135702939] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:5018; }","duration":"190.878357ms","start":"2026-03-31T18:38:32.707184Z","end":"2026-03-31T18:38:32.898062Z","steps":["trace[2135702939] 'range keys from in-memory index tree' (duration: 190.456496ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:32.898151Z","caller":"traceutil/trace.go:171","msg":"trace[1050643154] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:5018; }","duration":"190.689621ms","start":"2026-03-31T18:38:32.707402Z","end":"2026-03-31T18:38:32.898091Z","steps":["trace[1050643154] 'range keys from in-memory index tree' (duration: 190.459694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:32.898654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.464769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:754245"} {"level":"info","ts":"2026-03-31T18:38:32.898767Z","caller":"traceutil/trace.go:171","msg":"trace[556823417] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5018; }","duration":"277.653853ms","start":"2026-03-31T18:38:32.621093Z","end":"2026-03-31T18:38:32.898747Z","steps":["trace[556823417] 'range keys from in-memory index tree' (duration: 276.84247ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:32.926746Z","caller":"traceutil/trace.go:171","msg":"trace[1964219024] linearizableReadLoop","detail":"{readStateIndex:5215; appliedIndex:5214; }","duration":"218.52902ms","start":"2026-03-31T18:38:32.708189Z","end":"2026-03-31T18:38:32.926718Z","steps":["trace[1964219024] 'read index received' (duration: 218.095998ms)","trace[1964219024] 'applied index is now lower than readState.Index' (duration: 432.212µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:32.926806Z","caller":"traceutil/trace.go:171","msg":"trace[226243799] transaction","detail":"{read_only:false; response_revision:5019; number_of_response:1; }","duration":"219.295921ms","start":"2026-03-31T18:38:32.707488Z","end":"2026-03-31T18:38:32.926784Z","steps":["trace[226243799] 'process raft request' (duration: 218.846009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:32.927127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.901091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-31T18:38:32.927243Z","caller":"traceutil/trace.go:171","msg":"trace[58929069] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:5019; }","duration":"219.104095ms","start":"2026-03-31T18:38:32.708118Z","end":"2026-03-31T18:38:32.927222Z","steps":["trace[58929069] 'agreement among raft nodes before linearized reading' (duration: 218.740536ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:33.163804Z","caller":"traceutil/trace.go:171","msg":"trace[1679452838] transaction","detail":"{read_only:false; response_revision:5020; number_of_response:1; }","duration":"258.780189ms","start":"2026-03-31T18:38:32.904974Z","end":"2026-03-31T18:38:33.163755Z","steps":["trace[1679452838] 'process raft request' (duration: 254.126511ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:33.163822Z","caller":"traceutil/trace.go:171","msg":"trace[16465856] transaction","detail":"{read_only:false; response_revision:5022; number_of_response:1; }","duration":"221.197693ms","start":"2026-03-31T18:38:32.942585Z","end":"2026-03-31T18:38:33.163783Z","steps":["trace[16465856] 'process raft request' (duration: 221.11157ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:33.16394Z","caller":"traceutil/trace.go:171","msg":"trace[777925469] linearizableReadLoop","detail":"{readStateIndex:5217; appliedIndex:5215; }","duration":"237.085606ms","start":"2026-03-31T18:38:32.926813Z","end":"2026-03-31T18:38:33.163898Z","steps":["trace[777925469] 'read index received' (duration: 232.310716ms)","trace[777925469] 'applied index is now lower than readState.Index' (duration: 4.77145ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:33.164139Z","caller":"traceutil/trace.go:171","msg":"trace[1081000959] transaction","detail":"{read_only:false; response_revision:5021; number_of_response:1; }","duration":"257.326818ms","start":"2026-03-31T18:38:32.906791Z","end":"2026-03-31T18:38:33.164118Z","steps":["trace[1081000959] 'process raft request' (duration: 256.796134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:33.164313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.891666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:38:33.164394Z","caller":"traceutil/trace.go:171","msg":"trace[2042487130] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:5022; }","duration":"250.040039ms","start":"2026-03-31T18:38:32.914336Z","end":"2026-03-31T18:38:33.164376Z","steps":["trace[2042487130] 'agreement among raft nodes before linearized reading' (duration: 249.823213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:33.164411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.530055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-748b556d75-mvzbg\" ","response":"range_response_count:1 size:4447"} {"level":"info","ts":"2026-03-31T18:38:33.164458Z","caller":"traceutil/trace.go:171","msg":"trace[107342694] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-748b556d75-mvzbg; range_end:; response_count:1; response_revision:5022; }","duration":"264.628988ms","start":"2026-03-31T18:38:32.899815Z","end":"2026-03-31T18:38:33.164444Z","steps":["trace[107342694] 'agreement among raft nodes before linearized reading' (duration: 264.367651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:33.164512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.237115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"warn","ts":"2026-03-31T18:38:33.164494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.870524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-chunks-cache-0\" ","response":"range_response_count:1 size:4462"} {"level":"info","ts":"2026-03-31T18:38:33.164602Z","caller":"traceutil/trace.go:171","msg":"trace[1091794337] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:5022; }","duration":"456.380037ms","start":"2026-03-31T18:38:32.708201Z","end":"2026-03-31T18:38:33.164581Z","steps":["trace[1091794337] 'agreement among raft nodes before linearized reading' (duration: 456.10428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:33.164542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.617799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-8tcdl\" ","response":"range_response_count:1 size:9720"} {"level":"info","ts":"2026-03-31T18:38:33.164664Z","caller":"traceutil/trace.go:171","msg":"trace[359199204] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-8tcdl; range_end:; response_count:1; response_revision:5022; }","duration":"224.127693ms","start":"2026-03-31T18:38:32.940524Z","end":"2026-03-31T18:38:33.164652Z","steps":["trace[359199204] 'agreement among raft nodes before linearized reading' (duration: 223.811874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:33.164622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.627337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-results-cache-0\" ","response":"range_response_count:1 size:4472"} {"level":"info","ts":"2026-03-31T18:38:33.164728Z","caller":"traceutil/trace.go:171","msg":"trace[1409997496] range","detail":"{range_begin:/registry/pods/monitoring/loki-results-cache-0; range_end:; response_count:1; response_revision:5022; }","duration":"235.770412ms","start":"2026-03-31T18:38:32.928934Z","end":"2026-03-31T18:38:33.164704Z","steps":["trace[1409997496] 'agreement among raft nodes before linearized reading' (duration: 235.258787ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:33.164621Z","caller":"traceutil/trace.go:171","msg":"trace[1834452627] range","detail":"{range_begin:/registry/pods/monitoring/loki-chunks-cache-0; range_end:; response_count:1; response_revision:5022; }","duration":"265.03874ms","start":"2026-03-31T18:38:32.899556Z","end":"2026-03-31T18:38:33.164595Z","steps":["trace[1834452627] 'agreement among raft nodes before linearized reading' (duration: 264.597127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:33.164841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.758854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-8tcdl-tls\" ","response":"range_response_count:1 size:1965"} {"level":"info","ts":"2026-03-31T18:38:33.164902Z","caller":"traceutil/trace.go:171","msg":"trace[1121441567] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-8tcdl-tls; range_end:; response_count:1; response_revision:5022; }","duration":"204.899668ms","start":"2026-03-31T18:38:32.959988Z","end":"2026-03-31T18:38:33.164888Z","steps":["trace[1121441567] 'agreement among raft nodes before linearized reading' (duration: 204.327543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:33.164668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:32.708172Z","time spent":"456.479951ms","remote":"127.0.0.1:45000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":920,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-03-31T18:38:36.91865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.025064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rj546\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-03-31T18:38:36.91876Z","caller":"traceutil/trace.go:171","msg":"trace[1050177596] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rj546; range_end:; response_count:1; response_revision:5071; }","duration":"850.18169ms","start":"2026-03-31T18:38:36.068555Z","end":"2026-03-31T18:38:36.918737Z","steps":["trace[1050177596] 'range keys from in-memory index tree' (duration: 849.023958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:36.918797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:36.068538Z","time spent":"850.251591ms","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-rj546\" "} {"level":"warn","ts":"2026-03-31T18:38:36.918894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.336654ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:38:36.919166Z","caller":"traceutil/trace.go:171","msg":"trace[980083905] linearizableReadLoop","detail":"{readStateIndex:5270; appliedIndex:5269; }","duration":"368.671756ms","start":"2026-03-31T18:38:36.550427Z","end":"2026-03-31T18:38:36.919099Z","steps":["trace[980083905] 'read index received' (duration: 259.180209ms)","trace[980083905] 'applied index is now lower than readState.Index' (duration: 109.489287ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:36.919209Z","caller":"traceutil/trace.go:171","msg":"trace[450873095] transaction","detail":"{read_only:false; response_revision:5072; number_of_response:1; }","duration":"821.572499ms","start":"2026-03-31T18:38:36.097608Z","end":"2026-03-31T18:38:36.919181Z","steps":["trace[450873095] 'process raft request' (duration: 712.643928ms)","trace[450873095] 'compare' (duration: 108.063808ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:36.9193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:36.097572Z","time spent":"821.667771ms","remote":"127.0.0.1:35894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1813,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:38:36.919571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.460879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:38:36.919667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.211581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9c4053f9-ed3b-41ad-b443-7a3e9cebc4a4\" ","response":"range_response_count:1 size:3892"} {"level":"info","ts":"2026-03-31T18:38:36.919819Z","caller":"traceutil/trace.go:171","msg":"trace[1967916485] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9c4053f9-ed3b-41ad-b443-7a3e9cebc4a4; range_end:; response_count:1; response_revision:5072; }","duration":"369.440026ms","start":"2026-03-31T18:38:36.550353Z","end":"2026-03-31T18:38:36.919793Z","steps":["trace[1967916485] 'agreement among raft nodes before linearized reading' (duration: 369.022856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:36.919867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:36.550321Z","time spent":"369.534879ms","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3915,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9c4053f9-ed3b-41ad-b443-7a3e9cebc4a4\" "} {"level":"warn","ts":"2026-03-31T18:38:36.919831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.684166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T18:38:36.919944Z","caller":"traceutil/trace.go:171","msg":"trace[1856073659] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5072; }","duration":"269.886732ms","start":"2026-03-31T18:38:36.650027Z","end":"2026-03-31T18:38:36.919914Z","steps":["trace[1856073659] 'agreement among raft nodes before linearized reading' (duration: 269.464921ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:36.923127Z","caller":"traceutil/trace.go:171","msg":"trace[1741620121] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5072; }","duration":"328.634274ms","start":"2026-03-31T18:38:36.590994Z","end":"2026-03-31T18:38:36.919629Z","steps":["trace[1741620121] 'agreement among raft nodes before linearized reading' (duration: 328.433959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:36.923268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:36.590961Z","time spent":"332.244943ms","remote":"127.0.0.1:44762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:38:37.307208Z","caller":"traceutil/trace.go:171","msg":"trace[1754125554] linearizableReadLoop","detail":"{readStateIndex:5274; appliedIndex:5272; }","duration":"117.584686ms","start":"2026-03-31T18:38:37.189588Z","end":"2026-03-31T18:38:37.307173Z","steps":["trace[1754125554] 'read index received' (duration: 21.540257ms)","trace[1754125554] 'applied index is now lower than readState.Index' (duration: 96.043039ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:37.307265Z","caller":"traceutil/trace.go:171","msg":"trace[1576618657] transaction","detail":"{read_only:false; response_revision:5076; number_of_response:1; }","duration":"124.821924ms","start":"2026-03-31T18:38:37.182397Z","end":"2026-03-31T18:38:37.307219Z","steps":["trace[1576618657] 'process raft request' (duration: 124.563566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:37.307549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.689508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-31T18:38:37.307592Z","caller":"traceutil/trace.go:171","msg":"trace[700087630] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5076; }","duration":"103.806582ms","start":"2026-03-31T18:38:37.203773Z","end":"2026-03-31T18:38:37.307579Z","steps":["trace[700087630] 'agreement among raft nodes before linearized reading' (duration: 103.592206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:37.307812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.212604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:812050"} {"level":"info","ts":"2026-03-31T18:38:37.307894Z","caller":"traceutil/trace.go:171","msg":"trace[1790877712] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5076; }","duration":"118.381519ms","start":"2026-03-31T18:38:37.189495Z","end":"2026-03-31T18:38:37.307877Z","steps":["trace[1790877712] 'agreement among raft nodes before linearized reading' (duration: 117.776942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:37.676638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.307061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-31T18:38:37.676762Z","caller":"traceutil/trace.go:171","msg":"trace[996331820] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5076; }","duration":"267.478736ms","start":"2026-03-31T18:38:37.409253Z","end":"2026-03-31T18:38:37.676732Z","steps":["trace[996331820] 'range keys from in-memory index tree' (duration: 266.999852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:37.677671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.115122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:812050"} {"level":"info","ts":"2026-03-31T18:38:37.677801Z","caller":"traceutil/trace.go:171","msg":"trace[365483483] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5076; }","duration":"114.295808ms","start":"2026-03-31T18:38:37.563472Z","end":"2026-03-31T18:38:37.677768Z","steps":["trace[365483483] 'range keys from in-memory index tree' (duration: 113.238739ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:37.996218Z","caller":"traceutil/trace.go:171","msg":"trace[7019228] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5080; }","duration":"140.365918ms","start":"2026-03-31T18:38:37.85574Z","end":"2026-03-31T18:38:37.996106Z","steps":["trace[7019228] 'process raft request' (duration: 95.544756ms)","trace[7019228] 'compare' (duration: 44.555555ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:38.189151Z","caller":"traceutil/trace.go:171","msg":"trace[1334463429] transaction","detail":"{read_only:false; response_revision:5085; number_of_response:1; }","duration":"102.354753ms","start":"2026-03-31T18:38:38.086769Z","end":"2026-03-31T18:38:38.189123Z","steps":["trace[1334463429] 'process raft request' (duration: 102.149647ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:38.19811Z","caller":"traceutil/trace.go:171","msg":"trace[775642562] transaction","detail":"{read_only:false; response_revision:5086; number_of_response:1; }","duration":"110.275857ms","start":"2026-03-31T18:38:38.087786Z","end":"2026-03-31T18:38:38.198062Z","steps":["trace[775642562] 'process raft request' (duration: 110.001029ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:38.198186Z","caller":"traceutil/trace.go:171","msg":"trace[1823917530] transaction","detail":"{read_only:false; response_revision:5087; number_of_response:1; }","duration":"109.361423ms","start":"2026-03-31T18:38:38.088767Z","end":"2026-03-31T18:38:38.198128Z","steps":["trace[1823917530] 'process raft request' (duration: 109.174758ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:38.198253Z","caller":"traceutil/trace.go:171","msg":"trace[322866569] transaction","detail":"{read_only:false; response_revision:5088; number_of_response:1; }","duration":"107.79732ms","start":"2026-03-31T18:38:38.090413Z","end":"2026-03-31T18:38:38.19821Z","steps":["trace[322866569] 'process raft request' (duration: 107.559774ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:39.480452Z","caller":"traceutil/trace.go:171","msg":"trace[927797954] transaction","detail":"{read_only:false; response_revision:5123; number_of_response:1; }","duration":"147.637777ms","start":"2026-03-31T18:38:39.33274Z","end":"2026-03-31T18:38:39.480378Z","steps":["trace[927797954] 'process raft request' (duration: 99.268087ms)","trace[927797954] 'compare' (duration: 48.186994ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:39.635878Z","caller":"traceutil/trace.go:171","msg":"trace[854886165] transaction","detail":"{read_only:false; response_revision:5124; number_of_response:1; }","duration":"166.892142ms","start":"2026-03-31T18:38:39.468951Z","end":"2026-03-31T18:38:39.635844Z","steps":["trace[854886165] 'process raft request' (duration: 135.488255ms)","trace[854886165] 'compare' (duration: 30.78412ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:40.105189Z","caller":"traceutil/trace.go:171","msg":"trace[2143195229] transaction","detail":"{read_only:false; response_revision:5131; number_of_response:1; }","duration":"103.112013ms","start":"2026-03-31T18:38:40.001991Z","end":"2026-03-31T18:38:40.105103Z","steps":["trace[2143195229] 'process raft request' (duration: 92.4101ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:40.253454Z","caller":"traceutil/trace.go:171","msg":"trace[835674300] transaction","detail":"{read_only:false; response_revision:5134; number_of_response:1; }","duration":"141.53533ms","start":"2026-03-31T18:38:40.111885Z","end":"2026-03-31T18:38:40.25342Z","steps":["trace[835674300] 'process raft request' (duration: 141.376336ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:40.253479Z","caller":"traceutil/trace.go:171","msg":"trace[569320191] transaction","detail":"{read_only:false; response_revision:5133; number_of_response:1; }","duration":"142.001154ms","start":"2026-03-31T18:38:40.111436Z","end":"2026-03-31T18:38:40.253437Z","steps":["trace[569320191] 'process raft request' (duration: 130.263164ms)","trace[569320191] 'compare' (duration: 11.415761ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:40.253886Z","caller":"traceutil/trace.go:171","msg":"trace[1667907017] transaction","detail":"{read_only:false; response_revision:5136; number_of_response:1; }","duration":"134.720325ms","start":"2026-03-31T18:38:40.119151Z","end":"2026-03-31T18:38:40.253872Z","steps":["trace[1667907017] 'process raft request' (duration: 134.529649ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:40.254138Z","caller":"traceutil/trace.go:171","msg":"trace[95403382] transaction","detail":"{read_only:false; response_revision:5135; number_of_response:1; }","duration":"141.703355ms","start":"2026-03-31T18:38:40.112378Z","end":"2026-03-31T18:38:40.254081Z","steps":["trace[95403382] 'process raft request' (duration: 140.975565ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:40.416895Z","caller":"traceutil/trace.go:171","msg":"trace[925331950] transaction","detail":"{read_only:false; response_revision:5138; number_of_response:1; }","duration":"156.56557ms","start":"2026-03-31T18:38:40.260297Z","end":"2026-03-31T18:38:40.416862Z","steps":["trace[925331950] 'process raft request' (duration: 155.986445ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:40.417381Z","caller":"traceutil/trace.go:171","msg":"trace[1538952955] transaction","detail":"{read_only:false; response_revision:5139; number_of_response:1; }","duration":"157.027963ms","start":"2026-03-31T18:38:40.260333Z","end":"2026-03-31T18:38:40.417361Z","steps":["trace[1538952955] 'process raft request' (duration: 156.476178ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:40.417487Z","caller":"traceutil/trace.go:171","msg":"trace[796516392] transaction","detail":"{read_only:false; response_revision:5140; number_of_response:1; }","duration":"157.046934ms","start":"2026-03-31T18:38:40.260407Z","end":"2026-03-31T18:38:40.417454Z","steps":["trace[796516392] 'process raft request' (duration: 156.735135ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:40.41754Z","caller":"traceutil/trace.go:171","msg":"trace[542583198] transaction","detail":"{read_only:false; response_revision:5141; number_of_response:1; }","duration":"155.741349ms","start":"2026-03-31T18:38:40.261786Z","end":"2026-03-31T18:38:40.417527Z","steps":["trace[542583198] 'process raft request' (duration: 155.500352ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:40.417785Z","caller":"traceutil/trace.go:171","msg":"trace[1302441995] transaction","detail":"{read_only:false; response_revision:5142; number_of_response:1; }","duration":"155.526492ms","start":"2026-03-31T18:38:40.262131Z","end":"2026-03-31T18:38:40.417657Z","steps":["trace[1302441995] 'process raft request' (duration: 155.253974ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:41.226504Z","caller":"traceutil/trace.go:171","msg":"trace[55303149] transaction","detail":"{read_only:false; response_revision:5145; number_of_response:1; }","duration":"200.333184ms","start":"2026-03-31T18:38:41.026148Z","end":"2026-03-31T18:38:41.226481Z","steps":["trace[55303149] 'process raft request' (duration: 200.153669ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:41.704255Z","caller":"traceutil/trace.go:171","msg":"trace[2133479059] transaction","detail":"{read_only:false; response_revision:5149; number_of_response:1; }","duration":"100.619764ms","start":"2026-03-31T18:38:41.603604Z","end":"2026-03-31T18:38:41.704224Z","steps":["trace[2133479059] 'process raft request' (duration: 100.415838ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:42.379691Z","caller":"traceutil/trace.go:171","msg":"trace[2002903234] linearizableReadLoop","detail":"{readStateIndex:5352; appliedIndex:5351; }","duration":"121.116324ms","start":"2026-03-31T18:38:42.258541Z","end":"2026-03-31T18:38:42.379657Z","steps":["trace[2002903234] 'read index received' (duration: 120.793565ms)","trace[2002903234] 'applied index is now lower than readState.Index' (duration: 321.239µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:42.380252Z","caller":"traceutil/trace.go:171","msg":"trace[1561768924] transaction","detail":"{read_only:false; response_revision:5152; number_of_response:1; }","duration":"128.70197ms","start":"2026-03-31T18:38:42.251519Z","end":"2026-03-31T18:38:42.380221Z","steps":["trace[1561768924] 'process raft request' (duration: 127.913589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:42.380772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.219872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:822286"} {"level":"info","ts":"2026-03-31T18:38:42.380878Z","caller":"traceutil/trace.go:171","msg":"trace[1478632816] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:5152; }","duration":"119.396466ms","start":"2026-03-31T18:38:42.261456Z","end":"2026-03-31T18:38:42.380852Z","steps":["trace[1478632816] 'agreement among raft nodes before linearized reading' (duration: 118.687097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:42.380849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.310266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T18:38:42.380274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.653897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-31T18:38:42.381068Z","caller":"traceutil/trace.go:171","msg":"trace[1717608330] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5152; }","duration":"122.523982ms","start":"2026-03-31T18:38:42.25851Z","end":"2026-03-31T18:38:42.381034Z","steps":["trace[1717608330] 'agreement among raft nodes before linearized reading' (duration: 121.524064ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:42.380954Z","caller":"traceutil/trace.go:171","msg":"trace[770326189] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5152; }","duration":"122.44497ms","start":"2026-03-31T18:38:42.258479Z","end":"2026-03-31T18:38:42.380923Z","steps":["trace[770326189] 'agreement among raft nodes before linearized reading' (duration: 122.252994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:42.893365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.300036ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:38:42.893516Z","caller":"traceutil/trace.go:171","msg":"trace[210758609] transaction","detail":"{read_only:false; response_revision:5153; number_of_response:1; }","duration":"507.961755ms","start":"2026-03-31T18:38:42.38553Z","end":"2026-03-31T18:38:42.893492Z","steps":["trace[210758609] 'process raft request' (duration: 99.37427ms)","trace[210758609] 'compare' (duration: 408.114452ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:42.89359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:42.385499Z","time spent":"508.059228ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:38:43.104768Z","caller":"traceutil/trace.go:171","msg":"trace[350325184] linearizableReadLoop","detail":"{readStateIndex:5355; appliedIndex:5352; }","duration":"681.600821ms","start":"2026-03-31T18:38:42.423134Z","end":"2026-03-31T18:38:43.104735Z","steps":["trace[350325184] 'read index received' (duration: 61.902398ms)","trace[350325184] 'applied index is now lower than readState.Index' (duration: 619.696933ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:43.104851Z","caller":"traceutil/trace.go:171","msg":"trace[2077559164] transaction","detail":"{read_only:false; response_revision:5154; number_of_response:1; }","duration":"718.329653ms","start":"2026-03-31T18:38:42.386493Z","end":"2026-03-31T18:38:43.104822Z","steps":["trace[2077559164] 'process raft request' (duration: 711.739903ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:43.104984Z","caller":"traceutil/trace.go:171","msg":"trace[1368031078] transaction","detail":"{read_only:false; response_revision:5155; number_of_response:1; }","duration":"718.365645ms","start":"2026-03-31T18:38:42.386605Z","end":"2026-03-31T18:38:43.104971Z","steps":["trace[1368031078] 'process raft request' (duration: 718.014855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:43.104997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:42.386484Z","time spent":"718.437546ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:38:43.105165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:42.386595Z","time spent":"718.425376ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:38:43.105401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.274279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:38:43.105434Z","caller":"traceutil/trace.go:171","msg":"trace[1398320089] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5155; }","duration":"682.308781ms","start":"2026-03-31T18:38:42.423116Z","end":"2026-03-31T18:38:43.105425Z","steps":["trace[1398320089] 'agreement among raft nodes before linearized reading' (duration: 682.142337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:43.105465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:42.423059Z","time spent":"682.396782ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:38:43.105615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.040165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-31T18:38:43.105639Z","caller":"traceutil/trace.go:171","msg":"trace[1205136428] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5155; }","duration":"421.091156ms","start":"2026-03-31T18:38:42.68454Z","end":"2026-03-31T18:38:43.105631Z","steps":["trace[1205136428] 'agreement among raft nodes before linearized reading' (duration: 421.007303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:43.105659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:42.684523Z","time spent":"421.130856ms","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:38:43.105627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.101157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:38:43.105744Z","caller":"traceutil/trace.go:171","msg":"trace[1847741397] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5155; }","duration":"681.273752ms","start":"2026-03-31T18:38:42.424444Z","end":"2026-03-31T18:38:43.105718Z","steps":["trace[1847741397] 'agreement among raft nodes before linearized reading' (duration: 680.859591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:43.105803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:42.424438Z","time spent":"681.354694ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:38:43.105841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.615713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rj546\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-03-31T18:38:43.105871Z","caller":"traceutil/trace.go:171","msg":"trace[2078266220] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rj546; range_end:; response_count:1; response_revision:5155; }","duration":"130.645724ms","start":"2026-03-31T18:38:42.975217Z","end":"2026-03-31T18:38:43.105863Z","steps":["trace[2078266220] 'agreement among raft nodes before linearized reading' (duration: 130.561091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:43.106113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.427446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:38:43.107177Z","caller":"traceutil/trace.go:171","msg":"trace[399656021] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5155; }","duration":"682.563998ms","start":"2026-03-31T18:38:42.424581Z","end":"2026-03-31T18:38:43.107145Z","steps":["trace[399656021] 'agreement among raft nodes before linearized reading' (duration: 681.221322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:43.107269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:42.424551Z","time spent":"682.687341ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:38:43.85111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.29637ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:38:43.851238Z","caller":"traceutil/trace.go:171","msg":"trace[218059362] linearizableReadLoop","detail":"{readStateIndex:5374; appliedIndex:5373; }","duration":"259.473107ms","start":"2026-03-31T18:38:43.591745Z","end":"2026-03-31T18:38:43.851218Z","steps":["trace[218059362] 'read index received' (duration: 53.977862ms)","trace[218059362] 'applied index is now lower than readState.Index' (duration: 205.494065ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:43.851301Z","caller":"traceutil/trace.go:171","msg":"trace[453555367] transaction","detail":"{read_only:false; response_revision:5173; number_of_response:1; }","duration":"330.859104ms","start":"2026-03-31T18:38:43.520393Z","end":"2026-03-31T18:38:43.851253Z","steps":["trace[453555367] 'process raft request' (duration: 125.310508ms)","trace[453555367] 'compare' (duration: 205.136816ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:43.851454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.682653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:38:43.851515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:43.520357Z","time spent":"331.07432ms","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":937,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:38:43.851553Z","caller":"traceutil/trace.go:171","msg":"trace[1693918657] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5173; }","duration":"259.860188ms","start":"2026-03-31T18:38:43.591672Z","end":"2026-03-31T18:38:43.851533Z","steps":["trace[1693918657] 'agreement among raft nodes before linearized reading' (duration: 259.598112ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:43.94336Z","caller":"traceutil/trace.go:171","msg":"trace[880285175] transaction","detail":"{read_only:false; response_revision:5174; number_of_response:1; }","duration":"345.327228ms","start":"2026-03-31T18:38:43.597977Z","end":"2026-03-31T18:38:43.943304Z","steps":["trace[880285175] 'process raft request' (duration: 345.094632ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:43.94343Z","caller":"traceutil/trace.go:171","msg":"trace[1398773798] transaction","detail":"{read_only:false; response_revision:5175; number_of_response:1; }","duration":"340.773455ms","start":"2026-03-31T18:38:43.602604Z","end":"2026-03-31T18:38:43.943377Z","steps":["trace[1398773798] 'process raft request' (duration: 340.588999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:43.943505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.655071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:38:43.943563Z","caller":"traceutil/trace.go:171","msg":"trace[2089961018] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:5176; }","duration":"201.770063ms","start":"2026-03-31T18:38:43.741773Z","end":"2026-03-31T18:38:43.943543Z","steps":["trace[2089961018] 'agreement among raft nodes before linearized reading' (duration: 201.626219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:43.94356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:43.597936Z","time spent":"345.553516ms","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":738,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:38:43.943698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:43.60258Z","time spent":"340.965641ms","remote":"127.0.0.1:44874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15812,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:38:43.943733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.669592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/monitoring/\" range_end:\"/registry/limitranges/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:38:43.943838Z","caller":"traceutil/trace.go:171","msg":"trace[741273464] range","detail":"{range_begin:/registry/limitranges/monitoring/; range_end:/registry/limitranges/monitoring0; response_count:0; response_revision:5176; }","duration":"344.811656ms","start":"2026-03-31T18:38:43.599005Z","end":"2026-03-31T18:38:43.943817Z","steps":["trace[741273464] 'agreement among raft nodes before linearized reading' (duration: 344.63613ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:43.943911Z","caller":"traceutil/trace.go:171","msg":"trace[1027837031] transaction","detail":"{read_only:false; response_revision:5176; number_of_response:1; }","duration":"341.012002ms","start":"2026-03-31T18:38:43.602887Z","end":"2026-03-31T18:38:43.943899Z","steps":["trace[1027837031] 'process raft request' (duration: 340.389655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:43.943942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:43.598978Z","time spent":"344.930808ms","remote":"127.0.0.1:44920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/monitoring/\" range_end:\"/registry/limitranges/monitoring0\" "} {"level":"warn","ts":"2026-03-31T18:38:43.943975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:43.602876Z","time spent":"341.062583ms","remote":"127.0.0.1:45256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3743,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:38:43.943978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.642778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:38:43.944018Z","caller":"traceutil/trace.go:171","msg":"trace[129788207] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5176; }","duration":"176.72284ms","start":"2026-03-31T18:38:43.767284Z","end":"2026-03-31T18:38:43.944007Z","steps":["trace[129788207] 'agreement among raft nodes before linearized reading' (duration: 176.655818ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:43.944103Z","caller":"traceutil/trace.go:171","msg":"trace[574621566] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:5176; }","duration":"100.005757ms","start":"2026-03-31T18:38:43.844072Z","end":"2026-03-31T18:38:43.944078Z","steps":["trace[574621566] 'agreement among raft nodes before linearized reading' (duration: 99.925116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:43.944202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.319815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-31T18:38:43.94434Z","caller":"traceutil/trace.go:171","msg":"trace[446427246] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:5176; }","duration":"346.507312ms","start":"2026-03-31T18:38:43.597819Z","end":"2026-03-31T18:38:43.944327Z","steps":["trace[446427246] 'agreement among raft nodes before linearized reading' (duration: 346.259544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:43.944384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:43.597792Z","time spent":"346.579933ms","remote":"127.0.0.1:45172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-03-31T18:38:44.225291Z","caller":"traceutil/trace.go:171","msg":"trace[973508121] linearizableReadLoop","detail":"{readStateIndex:5378; appliedIndex:5377; }","duration":"272.970195ms","start":"2026-03-31T18:38:43.952299Z","end":"2026-03-31T18:38:44.225269Z","steps":["trace[973508121] 'read index received' (duration: 272.874592ms)","trace[973508121] 'applied index is now lower than readState.Index' (duration: 94.723µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:44.225478Z","caller":"traceutil/trace.go:171","msg":"trace[500649190] transaction","detail":"{read_only:false; response_revision:5177; number_of_response:1; }","duration":"277.590502ms","start":"2026-03-31T18:38:43.947834Z","end":"2026-03-31T18:38:44.225425Z","steps":["trace[500649190] 'process raft request' (duration: 277.290123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:44.225662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.481064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-03-31T18:38:44.22571Z","caller":"traceutil/trace.go:171","msg":"trace[336431268] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:5177; }","duration":"216.571667ms","start":"2026-03-31T18:38:44.009124Z","end":"2026-03-31T18:38:44.225696Z","steps":["trace[336431268] 'agreement among raft nodes before linearized reading' (duration: 216.379532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:44.225816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.48886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:3758"} {"level":"warn","ts":"2026-03-31T18:38:44.225868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.30216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16229"} {"level":"info","ts":"2026-03-31T18:38:44.225957Z","caller":"traceutil/trace.go:171","msg":"trace[1524012512] range","detail":"{range_begin:/registry/deployments/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:5177; }","duration":"273.709185ms","start":"2026-03-31T18:38:43.952218Z","end":"2026-03-31T18:38:44.225927Z","steps":["trace[1524012512] 'agreement among raft nodes before linearized reading' (duration: 273.283714ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:44.225981Z","caller":"traceutil/trace.go:171","msg":"trace[850631519] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5177; }","duration":"176.455683ms","start":"2026-03-31T18:38:44.04949Z","end":"2026-03-31T18:38:44.225946Z","steps":["trace[850631519] 'agreement among raft nodes before linearized reading' (duration: 176.109183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:44.226316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.431039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:27 size:838106"} {"level":"info","ts":"2026-03-31T18:38:44.226385Z","caller":"traceutil/trace.go:171","msg":"trace[1927709942] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:27; response_revision:5177; }","duration":"214.560953ms","start":"2026-03-31T18:38:44.011808Z","end":"2026-03-31T18:38:44.226369Z","steps":["trace[1927709942] 'agreement among raft nodes before linearized reading' (duration: 213.806372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:44.598092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.157907ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-31T18:38:44.598237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:44.226863Z","time spent":"371.367689ms","remote":"127.0.0.1:44800","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T18:38:44.598408Z","caller":"traceutil/trace.go:171","msg":"trace[711086272] linearizableReadLoop","detail":"{readStateIndex:5379; appliedIndex:5378; }","duration":"369.389925ms","start":"2026-03-31T18:38:44.228992Z","end":"2026-03-31T18:38:44.598382Z","steps":["trace[711086272] 'read index received' (duration: 255.996852ms)","trace[711086272] 'applied index is now lower than readState.Index' (duration: 113.390363ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:44.598707Z","caller":"traceutil/trace.go:171","msg":"trace[336617948] transaction","detail":"{read_only:false; response_revision:5178; number_of_response:1; }","duration":"368.371878ms","start":"2026-03-31T18:38:44.230303Z","end":"2026-03-31T18:38:44.598675Z","steps":["trace[336617948] 'process raft request' (duration: 367.936597ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:44.598733Z","caller":"traceutil/trace.go:171","msg":"trace[1402206512] transaction","detail":"{read_only:false; response_revision:5179; number_of_response:1; }","duration":"368.274896ms","start":"2026-03-31T18:38:44.230413Z","end":"2026-03-31T18:38:44.598688Z","steps":["trace[1402206512] 'process raft request' (duration: 368.003068ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:44.598753Z","caller":"traceutil/trace.go:171","msg":"trace[798552212] transaction","detail":"{read_only:false; response_revision:5181; number_of_response:1; }","duration":"365.746146ms","start":"2026-03-31T18:38:44.232989Z","end":"2026-03-31T18:38:44.598735Z","steps":["trace[798552212] 'process raft request' (duration: 365.599772ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:44.598716Z","caller":"traceutil/trace.go:171","msg":"trace[1055869644] transaction","detail":"{read_only:false; response_revision:5180; number_of_response:1; }","duration":"365.926081ms","start":"2026-03-31T18:38:44.232756Z","end":"2026-03-31T18:38:44.598682Z","steps":["trace[1055869644] 'process raft request' (duration: 365.757446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:44.59887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:44.230275Z","time spent":"368.523072ms","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:38:44.598917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:44.232979Z","time spent":"365.834858ms","remote":"127.0.0.1:45256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4053,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:38:44.598973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:44.232743Z","time spent":"366.155857ms","remote":"127.0.0.1:45274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3887,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:38:44.599027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.895684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-31T18:38:44.599026Z","caller":"traceutil/trace.go:171","msg":"trace[1354568275] transaction","detail":"{read_only:false; response_revision:5182; number_of_response:1; }","duration":"360.114942ms","start":"2026-03-31T18:38:44.238872Z","end":"2026-03-31T18:38:44.598987Z","steps":["trace[1354568275] 'process raft request' (duration: 359.805833ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:44.599101Z","caller":"traceutil/trace.go:171","msg":"trace[1561350611] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5182; }","duration":"335.001997ms","start":"2026-03-31T18:38:44.264074Z","end":"2026-03-31T18:38:44.599076Z","steps":["trace[1561350611] 'agreement among raft nodes before linearized reading' (duration: 334.76879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:44.59914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:44.238857Z","time spent":"360.231695ms","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:38:44.599151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:44.264055Z","time spent":"335.082939ms","remote":"127.0.0.1:44874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1844,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-31T18:38:44.599211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.198717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fb13e78c-7d96-4a44-99fa-370731fbe0b1\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-31T18:38:44.599595Z","caller":"traceutil/trace.go:171","msg":"trace[22427771] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fb13e78c-7d96-4a44-99fa-370731fbe0b1; range_end:; response_count:1; response_revision:5181; }","duration":"370.585777ms","start":"2026-03-31T18:38:44.228981Z","end":"2026-03-31T18:38:44.599566Z","steps":["trace[22427771] 'agreement among raft nodes before linearized reading' (duration: 369.656302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:44.599655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.183616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:27 size:838106"} {"level":"info","ts":"2026-03-31T18:38:44.599761Z","caller":"traceutil/trace.go:171","msg":"trace[789390119] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:27; response_revision:5182; }","duration":"168.347163ms","start":"2026-03-31T18:38:44.431391Z","end":"2026-03-31T18:38:44.599738Z","steps":["trace[789390119] 'agreement among raft nodes before linearized reading' (duration: 167.586771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:44.599267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.183734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:38:44.599999Z","caller":"traceutil/trace.go:171","msg":"trace[544132537] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5182; }","duration":"213.778751ms","start":"2026-03-31T18:38:44.386033Z","end":"2026-03-31T18:38:44.599812Z","steps":["trace[544132537] 'agreement among raft nodes before linearized reading' (duration: 213.143563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:44.599743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:44.228891Z","time spent":"370.789384ms","remote":"127.0.0.1:44930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-fb13e78c-7d96-4a44-99fa-370731fbe0b1\" "} {"level":"warn","ts":"2026-03-31T18:38:44.600438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:44.230393Z","time spent":"368.405569ms","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3113,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:38:49.258226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.277328ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:38:49.258571Z","caller":"traceutil/trace.go:171","msg":"trace[1235083265] transaction","detail":"{read_only:false; response_revision:5241; number_of_response:1; }","duration":"241.578809ms","start":"2026-03-31T18:38:49.016967Z","end":"2026-03-31T18:38:49.258546Z","steps":["trace[1235083265] 'process raft request' (duration: 108.90018ms)","trace[1235083265] 'compare' (duration: 132.091503ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:50.519864Z","caller":"traceutil/trace.go:171","msg":"trace[1634233502] transaction","detail":"{read_only:false; response_revision:5279; number_of_response:1; }","duration":"250.710859ms","start":"2026-03-31T18:38:50.269111Z","end":"2026-03-31T18:38:50.519822Z","steps":["trace[1634233502] 'process raft request' (duration: 250.403201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:50.725242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.874776ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:38:50.725415Z","caller":"traceutil/trace.go:171","msg":"trace[284928242] linearizableReadLoop","detail":"{readStateIndex:5484; appliedIndex:5483; }","duration":"135.097104ms","start":"2026-03-31T18:38:50.590299Z","end":"2026-03-31T18:38:50.725396Z","steps":["trace[284928242] 'read index received' (duration: 9.92267ms)","trace[284928242] 'applied index is now lower than readState.Index' (duration: 125.172674ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:50.725556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.250179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:38:50.72552Z","caller":"traceutil/trace.go:171","msg":"trace[320626804] transaction","detail":"{read_only:false; response_revision:5280; number_of_response:1; }","duration":"203.317186ms","start":"2026-03-31T18:38:50.522146Z","end":"2026-03-31T18:38:50.725464Z","steps":["trace[320626804] 'process raft request' (duration: 78.148532ms)","trace[320626804] 'compare' (duration: 124.520457ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:50.725605Z","caller":"traceutil/trace.go:171","msg":"trace[2026680306] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5280; }","duration":"135.333042ms","start":"2026-03-31T18:38:50.590258Z","end":"2026-03-31T18:38:50.725591Z","steps":["trace[2026680306] 'agreement among raft nodes before linearized reading' (duration: 135.226609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:51.186296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.284954ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:38:51.186477Z","caller":"traceutil/trace.go:171","msg":"trace[164423544] linearizableReadLoop","detail":"{readStateIndex:5487; appliedIndex:5485; }","duration":"202.00715ms","start":"2026-03-31T18:38:50.984451Z","end":"2026-03-31T18:38:51.186458Z","steps":["trace[164423544] 'read index received' (duration: 50.911µs)","trace[164423544] 'applied index is now lower than readState.Index' (duration: 201.954999ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:51.186603Z","caller":"traceutil/trace.go:171","msg":"trace[1194781057] transaction","detail":"{read_only:false; response_revision:5282; number_of_response:1; }","duration":"455.886405ms","start":"2026-03-31T18:38:50.730631Z","end":"2026-03-31T18:38:51.186518Z","steps":["trace[1194781057] 'process raft request' (duration: 160.316183ms)","trace[1194781057] 'compare' (duration: 295.055047ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:51.186843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.38304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:38:51.186848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:50.730608Z","time spent":"456.136021ms","remote":"127.0.0.1:45050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1005,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:38:51.186879Z","caller":"traceutil/trace.go:171","msg":"trace[876957492] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5283; }","duration":"202.459842ms","start":"2026-03-31T18:38:50.98441Z","end":"2026-03-31T18:38:51.18687Z","steps":["trace[876957492] 'agreement among raft nodes before linearized reading' (duration: 202.288008ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:51.186676Z","caller":"traceutil/trace.go:171","msg":"trace[517797912] transaction","detail":"{read_only:false; response_revision:5283; number_of_response:1; }","duration":"455.829232ms","start":"2026-03-31T18:38:50.73083Z","end":"2026-03-31T18:38:51.18666Z","steps":["trace[517797912] 'process raft request' (duration: 455.558235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:51.187039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:50.730795Z","time spent":"456.147982ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":524,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:38:51.597453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.010521ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:38:51.597611Z","caller":"traceutil/trace.go:171","msg":"trace[866763189] transaction","detail":"{read_only:false; response_revision:5284; number_of_response:1; }","duration":"406.740524ms","start":"2026-03-31T18:38:51.190843Z","end":"2026-03-31T18:38:51.597584Z","steps":["trace[866763189] 'process raft request' (duration: 237.395705ms)","trace[866763189] 'compare' (duration: 168.807634ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:51.597688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:51.190809Z","time spent":"406.847597ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:38:51.643309Z","caller":"traceutil/trace.go:171","msg":"trace[388728513] linearizableReadLoop","detail":"{readStateIndex:5489; appliedIndex:5487; }","duration":"372.826299ms","start":"2026-03-31T18:38:51.270459Z","end":"2026-03-31T18:38:51.643285Z","steps":["trace[388728513] 'read index received' (duration: 157.900117ms)","trace[388728513] 'applied index is now lower than readState.Index' (duration: 214.924762ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:51.643441Z","caller":"traceutil/trace.go:171","msg":"trace[1767631033] transaction","detail":"{read_only:false; response_revision:5286; number_of_response:1; }","duration":"329.770634ms","start":"2026-03-31T18:38:51.313598Z","end":"2026-03-31T18:38:51.643369Z","steps":["trace[1767631033] 'process raft request' (duration: 329.589459ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:51.643502Z","caller":"traceutil/trace.go:171","msg":"trace[567271686] transaction","detail":"{read_only:false; response_revision:5287; number_of_response:1; }","duration":"261.482882ms","start":"2026-03-31T18:38:51.381956Z","end":"2026-03-31T18:38:51.643439Z","steps":["trace[567271686] 'process raft request' (duration: 261.283786ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:51.643312Z","caller":"traceutil/trace.go:171","msg":"trace[1275562369] transaction","detail":"{read_only:false; response_revision:5285; number_of_response:1; }","duration":"447.27332ms","start":"2026-03-31T18:38:51.196002Z","end":"2026-03-31T18:38:51.643275Z","steps":["trace[1275562369] 'process raft request' (duration: 446.965751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:51.643676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.20164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T18:38:51.643727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:51.313564Z","time spent":"330.012261ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:38:51.643794Z","caller":"traceutil/trace.go:171","msg":"trace[1288808929] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5287; }","duration":"373.391805ms","start":"2026-03-31T18:38:51.270388Z","end":"2026-03-31T18:38:51.64378Z","steps":["trace[1288808929] 'agreement among raft nodes before linearized reading' (duration: 373.058016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:51.643885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:51.27036Z","time spent":"373.510627ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:38:51.64391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:51.195964Z","time spent":"447.823754ms","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8036,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:38:51.68905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.310363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-31T18:38:51.689927Z","caller":"traceutil/trace.go:171","msg":"trace[87823567] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5288; }","duration":"418.221536ms","start":"2026-03-31T18:38:51.271681Z","end":"2026-03-31T18:38:51.689903Z","steps":["trace[87823567] 'agreement among raft nodes before linearized reading' (duration: 417.161987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:51.689139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.717505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rj546\" ","response":"range_response_count:1 size:6523"} {"level":"warn","ts":"2026-03-31T18:38:51.690413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:51.27167Z","time spent":"418.730261ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:38:51.69045Z","caller":"traceutil/trace.go:171","msg":"trace[231933700] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rj546; range_end:; response_count:1; response_revision:5288; }","duration":"404.108312ms","start":"2026-03-31T18:38:51.286326Z","end":"2026-03-31T18:38:51.690434Z","steps":["trace[231933700] 'agreement among raft nodes before linearized reading' (duration: 402.597701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:51.690505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:51.286302Z","time spent":"404.176724ms","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-rj546\" "} {"level":"warn","ts":"2026-03-31T18:38:51.689145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.40459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:38:51.690638Z","caller":"traceutil/trace.go:171","msg":"trace[47216334] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5288; }","duration":"405.957893ms","start":"2026-03-31T18:38:51.284652Z","end":"2026-03-31T18:38:51.69061Z","steps":["trace[47216334] 'agreement among raft nodes before linearized reading' (duration: 404.334009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:51.69075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:51.284624Z","time spent":"406.068246ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:38:51.689163Z","caller":"traceutil/trace.go:171","msg":"trace[333824671] transaction","detail":"{read_only:false; response_revision:5288; number_of_response:1; }","duration":"211.038066ms","start":"2026-03-31T18:38:51.478071Z","end":"2026-03-31T18:38:51.689109Z","steps":["trace[333824671] 'process raft request' (duration: 210.291726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:51.689229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.554207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T18:38:51.689349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.820137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:38:51.689578Z","caller":"traceutil/trace.go:171","msg":"trace[618580291] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5288; }","duration":"100.054859ms","start":"2026-03-31T18:38:51.589499Z","end":"2026-03-31T18:38:51.689554Z","steps":["trace[618580291] 'agreement among raft nodes before linearized reading' (duration: 99.627698ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:51.690844Z","caller":"traceutil/trace.go:171","msg":"trace[1216348740] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5288; }","duration":"415.311758ms","start":"2026-03-31T18:38:51.275514Z","end":"2026-03-31T18:38:51.690826Z","steps":["trace[1216348740] 'agreement among raft nodes before linearized reading' (duration: 413.706364ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:51.690865Z","caller":"traceutil/trace.go:171","msg":"trace[290471214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5288; }","duration":"405.187231ms","start":"2026-03-31T18:38:51.285647Z","end":"2026-03-31T18:38:51.690834Z","steps":["trace[290471214] 'agreement among raft nodes before linearized reading' (duration: 403.492535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:51.690932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:51.27544Z","time spent":"415.476823ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:38:51.690978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:51.285639Z","time spent":"405.318555ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:38:56.010353Z","caller":"traceutil/trace.go:171","msg":"trace[199347489] linearizableReadLoop","detail":"{readStateIndex:5534; appliedIndex:5533; }","duration":"231.674429ms","start":"2026-03-31T18:38:55.778635Z","end":"2026-03-31T18:38:56.010309Z","steps":["trace[199347489] 'read index received' (duration: 139.485245ms)","trace[199347489] 'applied index is now lower than readState.Index' (duration: 92.187484ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:56.010565Z","caller":"traceutil/trace.go:171","msg":"trace[730026222] transaction","detail":"{read_only:false; response_revision:5329; number_of_response:1; }","duration":"265.207553ms","start":"2026-03-31T18:38:55.745306Z","end":"2026-03-31T18:38:56.010513Z","steps":["trace[730026222] 'process raft request' (duration: 172.913005ms)","trace[730026222] 'compare' (duration: 91.740773ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:56.010685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.025108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:38:56.011384Z","caller":"traceutil/trace.go:171","msg":"trace[425571409] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5329; }","duration":"232.751559ms","start":"2026-03-31T18:38:55.778581Z","end":"2026-03-31T18:38:56.011332Z","steps":["trace[425571409] 'agreement among raft nodes before linearized reading' (duration: 231.907835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:56.010817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.661208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rj546\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-03-31T18:38:56.011591Z","caller":"traceutil/trace.go:171","msg":"trace[1720254642] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rj546; range_end:; response_count:1; response_revision:5329; }","duration":"232.492542ms","start":"2026-03-31T18:38:55.779078Z","end":"2026-03-31T18:38:56.011571Z","steps":["trace[1720254642] 'agreement among raft nodes before linearized reading' (duration: 231.463364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:56.010937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.477074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:38:56.011861Z","caller":"traceutil/trace.go:171","msg":"trace[1279592849] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5329; }","duration":"217.431311ms","start":"2026-03-31T18:38:55.794417Z","end":"2026-03-31T18:38:56.011849Z","steps":["trace[1279592849] 'agreement among raft nodes before linearized reading' (duration: 216.289259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:56.010953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.42782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:38:56.011966Z","caller":"traceutil/trace.go:171","msg":"trace[1457869476] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5329; }","duration":"218.434569ms","start":"2026-03-31T18:38:55.79351Z","end":"2026-03-31T18:38:56.011944Z","steps":["trace[1457869476] 'agreement among raft nodes before linearized reading' (duration: 217.344468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:56.010973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.645568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-31T18:38:56.012077Z","caller":"traceutil/trace.go:171","msg":"trace[317426843] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5329; }","duration":"217.833272ms","start":"2026-03-31T18:38:55.794229Z","end":"2026-03-31T18:38:56.012062Z","steps":["trace[317426843] 'agreement among raft nodes before linearized reading' (duration: 216.565417ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:56.973278Z","caller":"traceutil/trace.go:171","msg":"trace[99799908] transaction","detail":"{read_only:false; response_revision:5334; number_of_response:1; }","duration":"158.221173ms","start":"2026-03-31T18:38:56.815031Z","end":"2026-03-31T18:38:56.973252Z","steps":["trace[99799908] 'process raft request' (duration: 158.027357ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:59.062606Z","caller":"traceutil/trace.go:171","msg":"trace[670684379] transaction","detail":"{read_only:false; response_revision:5363; number_of_response:1; }","duration":"108.09001ms","start":"2026-03-31T18:38:58.954495Z","end":"2026-03-31T18:38:59.062585Z","steps":["trace[670684379] 'process raft request' (duration: 12.485202ms)","trace[670684379] 'compare' (duration: 95.195316ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:59.36045Z","caller":"traceutil/trace.go:171","msg":"trace[1244924132] linearizableReadLoop","detail":"{readStateIndex:5576; appliedIndex:5575; }","duration":"102.374324ms","start":"2026-03-31T18:38:59.258037Z","end":"2026-03-31T18:38:59.360412Z","steps":["trace[1244924132] 'read index received' (duration: 34.739012ms)","trace[1244924132] 'applied index is now lower than readState.Index' (duration: 67.623132ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:59.360469Z","caller":"traceutil/trace.go:171","msg":"trace[870333217] transaction","detail":"{read_only:false; response_revision:5371; number_of_response:1; }","duration":"108.234744ms","start":"2026-03-31T18:38:59.252166Z","end":"2026-03-31T18:38:59.360401Z","steps":["trace[870333217] 'process raft request' (duration: 40.667513ms)","trace[870333217] 'compare' (duration: 67.229151ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:59.360659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.6107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-31T18:38:59.360754Z","caller":"traceutil/trace.go:171","msg":"trace[1815375943] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:5372; }","duration":"102.735003ms","start":"2026-03-31T18:38:59.257999Z","end":"2026-03-31T18:38:59.360734Z","steps":["trace[1815375943] 'agreement among raft nodes before linearized reading' (duration: 102.537647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:59.678939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.127135ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:38:59.679142Z","caller":"traceutil/trace.go:171","msg":"trace[102869339] transaction","detail":"{read_only:false; response_revision:5375; number_of_response:1; }","duration":"278.237868ms","start":"2026-03-31T18:38:59.400884Z","end":"2026-03-31T18:38:59.679122Z","steps":["trace[102869339] 'process raft request' (duration: 278.159086ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:59.679434Z","caller":"traceutil/trace.go:171","msg":"trace[1225896895] transaction","detail":"{read_only:false; response_revision:5374; number_of_response:1; }","duration":"283.671708ms","start":"2026-03-31T18:38:59.39575Z","end":"2026-03-31T18:38:59.679422Z","steps":["trace[1225896895] 'process raft request' (duration: 91.984128ms)","trace[1225896895] 'compare' (duration: 191.002191ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:59.679435Z","caller":"traceutil/trace.go:171","msg":"trace[1607404002] linearizableReadLoop","detail":"{readStateIndex:5579; appliedIndex:5578; }","duration":"283.343889ms","start":"2026-03-31T18:38:59.396052Z","end":"2026-03-31T18:38:59.679396Z","steps":["trace[1607404002] 'read index received' (duration: 91.768723ms)","trace[1607404002] 'applied index is now lower than readState.Index' (duration: 191.568686ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:59.679604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.541294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:38:59.679638Z","caller":"traceutil/trace.go:171","msg":"trace[1721202752] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:5375; }","duration":"283.591286ms","start":"2026-03-31T18:38:59.396036Z","end":"2026-03-31T18:38:59.679627Z","steps":["trace[1721202752] 'agreement among raft nodes before linearized reading' (duration: 283.530293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:59.679775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.779449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-31T18:38:59.679834Z","caller":"traceutil/trace.go:171","msg":"trace[418627717] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5375; }","duration":"280.882513ms","start":"2026-03-31T18:38:59.398933Z","end":"2026-03-31T18:38:59.679815Z","steps":["trace[418627717] 'agreement among raft nodes before linearized reading' (duration: 280.668427ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:59.858852Z","caller":"traceutil/trace.go:171","msg":"trace[417497628] linearizableReadLoop","detail":"{readStateIndex:5584; appliedIndex:5581; }","duration":"117.862569ms","start":"2026-03-31T18:38:59.740954Z","end":"2026-03-31T18:38:59.858817Z","steps":["trace[417497628] 'read index received' (duration: 49.688532ms)","trace[417497628] 'applied index is now lower than readState.Index' (duration: 68.171667ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:59.858954Z","caller":"traceutil/trace.go:171","msg":"trace[1762758128] transaction","detail":"{read_only:false; response_revision:5378; number_of_response:1; }","duration":"152.168157ms","start":"2026-03-31T18:38:59.70667Z","end":"2026-03-31T18:38:59.858838Z","steps":["trace[1762758128] 'process raft request' (duration: 151.984672ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:59.858881Z","caller":"traceutil/trace.go:171","msg":"trace[722362885] transaction","detail":"{read_only:false; response_revision:5379; number_of_response:1; }","duration":"133.733532ms","start":"2026-03-31T18:38:59.725105Z","end":"2026-03-31T18:38:59.858838Z","steps":["trace[722362885] 'process raft request' (duration: 133.622399ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:59.858883Z","caller":"traceutil/trace.go:171","msg":"trace[1179391504] transaction","detail":"{read_only:false; response_revision:5377; number_of_response:1; }","duration":"174.328924ms","start":"2026-03-31T18:38:59.684523Z","end":"2026-03-31T18:38:59.858852Z","steps":["trace[1179391504] 'process raft request' (duration: 106.111927ms)","trace[1179391504] 'compare' (duration: 67.775945ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:59.859408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.904556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-31T18:38:59.859582Z","caller":"traceutil/trace.go:171","msg":"trace[2142338841] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:5379; }","duration":"173.031669ms","start":"2026-03-31T18:38:59.686451Z","end":"2026-03-31T18:38:59.859483Z","steps":["trace[2142338841] 'agreement among raft nodes before linearized reading' (duration: 172.409951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:59.941696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.328214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:38:59.941744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.439673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:38:59.941787Z","caller":"traceutil/trace.go:171","msg":"trace[1567925987] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:5379; }","duration":"174.503828ms","start":"2026-03-31T18:38:59.767264Z","end":"2026-03-31T18:38:59.941768Z","steps":["trace[1567925987] 'agreement among raft nodes before linearized reading' (duration: 174.353974ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:59.941812Z","caller":"traceutil/trace.go:171","msg":"trace[1991363293] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:0; response_revision:5379; }","duration":"256.510495ms","start":"2026-03-31T18:38:59.685275Z","end":"2026-03-31T18:38:59.941786Z","steps":["trace[1991363293] 'agreement among raft nodes before linearized reading' (duration: 173.722318ms)","trace[1991363293] 'range keys from in-memory index tree' (duration: 82.702094ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:59.942277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.974971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-31T18:38:59.942364Z","caller":"traceutil/trace.go:171","msg":"trace[1529459528] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:5380; }","duration":"198.111824ms","start":"2026-03-31T18:38:59.744232Z","end":"2026-03-31T18:38:59.942344Z","steps":["trace[1529459528] 'agreement among raft nodes before linearized reading' (duration: 197.467126ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:00.067555Z","caller":"traceutil/trace.go:171","msg":"trace[252181620] transaction","detail":"{read_only:false; response_revision:5381; number_of_response:1; }","duration":"116.326446ms","start":"2026-03-31T18:38:59.9512Z","end":"2026-03-31T18:39:00.067527Z","steps":["trace[252181620] 'process raft request' (duration: 116.148751ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:00.116999Z","caller":"traceutil/trace.go:171","msg":"trace[1585928243] linearizableReadLoop","detail":"{readStateIndex:5588; appliedIndex:5586; }","duration":"162.787868ms","start":"2026-03-31T18:38:59.95418Z","end":"2026-03-31T18:39:00.116967Z","steps":["trace[1585928243] 'read index received' (duration: 113.22237ms)","trace[1585928243] 'applied index is now lower than readState.Index' (duration: 49.564608ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:00.117121Z","caller":"traceutil/trace.go:171","msg":"trace[1273077610] transaction","detail":"{read_only:false; response_revision:5382; number_of_response:1; }","duration":"163.181948ms","start":"2026-03-31T18:38:59.953856Z","end":"2026-03-31T18:39:00.117038Z","steps":["trace[1273077610] 'process raft request' (duration: 162.906871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:00.117413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.010974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:00.117465Z","caller":"traceutil/trace.go:171","msg":"trace[1868824937] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:5382; }","duration":"163.304632ms","start":"2026-03-31T18:38:59.954145Z","end":"2026-03-31T18:39:00.11745Z","steps":["trace[1868824937] 'agreement among raft nodes before linearized reading' (duration: 162.982483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:00.134795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.346245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:39:00.134872Z","caller":"traceutil/trace.go:171","msg":"trace[92580615] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:5385; }","duration":"147.479599ms","start":"2026-03-31T18:38:59.987371Z","end":"2026-03-31T18:39:00.134851Z","steps":["trace[92580615] 'agreement among raft nodes before linearized reading' (duration: 147.329245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:00.135128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.220253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-03-31T18:39:00.135217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.664877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rj546\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-03-31T18:39:00.135236Z","caller":"traceutil/trace.go:171","msg":"trace[210696571] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rj546; range_end:; response_count:1; response_revision:5385; }","duration":"100.717858ms","start":"2026-03-31T18:39:00.034512Z","end":"2026-03-31T18:39:00.13523Z","steps":["trace[210696571] 'agreement among raft nodes before linearized reading' (duration: 100.615245ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:00.13527Z","caller":"traceutil/trace.go:171","msg":"trace[911071242] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:5385; }","duration":"177.356717ms","start":"2026-03-31T18:38:59.957847Z","end":"2026-03-31T18:39:00.135204Z","steps":["trace[911071242] 'agreement among raft nodes before linearized reading' (duration: 177.10931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:00.135343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.246448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:39:00.13536Z","caller":"traceutil/trace.go:171","msg":"trace[144826342] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5385; }","duration":"110.263989ms","start":"2026-03-31T18:39:00.025092Z","end":"2026-03-31T18:39:00.135356Z","steps":["trace[144826342] 'agreement among raft nodes before linearized reading' (duration: 110.204548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:00.135535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.632357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:110221"} {"level":"info","ts":"2026-03-31T18:39:00.135662Z","caller":"traceutil/trace.go:171","msg":"trace[1944003559] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5385; }","duration":"176.859873ms","start":"2026-03-31T18:38:59.958778Z","end":"2026-03-31T18:39:00.135638Z","steps":["trace[1944003559] 'agreement among raft nodes before linearized reading' (duration: 176.255236ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:00.247376Z","caller":"traceutil/trace.go:171","msg":"trace[1270344450] transaction","detail":"{read_only:false; response_revision:5387; number_of_response:1; }","duration":"105.181699ms","start":"2026-03-31T18:39:00.14216Z","end":"2026-03-31T18:39:00.247342Z","steps":["trace[1270344450] 'process raft request' (duration: 35.229164ms)","trace[1270344450] 'compare' (duration: 69.616786ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:00.247729Z","caller":"traceutil/trace.go:171","msg":"trace[1546888864] transaction","detail":"{read_only:false; response_revision:5388; number_of_response:1; }","duration":"105.476899ms","start":"2026-03-31T18:39:00.142226Z","end":"2026-03-31T18:39:00.247703Z","steps":["trace[1546888864] 'process raft request' (duration: 104.947104ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:00.248146Z","caller":"traceutil/trace.go:171","msg":"trace[1705831234] transaction","detail":"{read_only:false; response_revision:5389; number_of_response:1; }","duration":"105.838299ms","start":"2026-03-31T18:39:00.142296Z","end":"2026-03-31T18:39:00.248134Z","steps":["trace[1705831234] 'process raft request' (duration: 104.941463ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:00.24824Z","caller":"traceutil/trace.go:171","msg":"trace[164881413] transaction","detail":"{read_only:false; response_revision:5390; number_of_response:1; }","duration":"102.785495ms","start":"2026-03-31T18:39:00.145444Z","end":"2026-03-31T18:39:00.24823Z","steps":["trace[164881413] 'process raft request' (duration: 101.84845ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:00.248521Z","caller":"traceutil/trace.go:171","msg":"trace[1779989112] linearizableReadLoop","detail":"{readStateIndex:5597; appliedIndex:5591; }","duration":"101.457948ms","start":"2026-03-31T18:39:00.147044Z","end":"2026-03-31T18:39:00.248502Z","steps":["trace[1779989112] 'read index received' (duration: 2.346494ms)","trace[1779989112] 'applied index is now lower than readState.Index' (duration: 99.110154ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:00.248535Z","caller":"traceutil/trace.go:171","msg":"trace[1391290019] transaction","detail":"{read_only:false; response_revision:5391; number_of_response:1; }","duration":"102.914158ms","start":"2026-03-31T18:39:00.145599Z","end":"2026-03-31T18:39:00.248513Z","steps":["trace[1391290019] 'process raft request' (duration: 101.795657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:00.248839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.725556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"warn","ts":"2026-03-31T18:39:00.248884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.741716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:54131"} {"level":"info","ts":"2026-03-31T18:39:00.24893Z","caller":"traceutil/trace.go:171","msg":"trace[707882995] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:5393; }","duration":"101.90237ms","start":"2026-03-31T18:39:00.147009Z","end":"2026-03-31T18:39:00.248911Z","steps":["trace[707882995] 'agreement among raft nodes before linearized reading' (duration: 101.592341ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:00.249009Z","caller":"traceutil/trace.go:171","msg":"trace[1517108876] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5393; }","duration":"101.965152ms","start":"2026-03-31T18:39:00.147025Z","end":"2026-03-31T18:39:00.24899Z","steps":["trace[1517108876] 'agreement among raft nodes before linearized reading' (duration: 101.486049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:00.537837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.291087ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:39:00.538294Z","caller":"traceutil/trace.go:171","msg":"trace[1932713851] transaction","detail":"{read_only:false; response_revision:5404; number_of_response:1; }","duration":"127.908253ms","start":"2026-03-31T18:39:00.410362Z","end":"2026-03-31T18:39:00.53827Z","steps":["trace[1932713851] 'process raft request' (duration: 127.860151ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:00.5387Z","caller":"traceutil/trace.go:171","msg":"trace[968899243] transaction","detail":"{read_only:false; response_revision:5403; number_of_response:1; }","duration":"203.980778ms","start":"2026-03-31T18:39:00.334698Z","end":"2026-03-31T18:39:00.538679Z","steps":["trace[968899243] 'process raft request' (duration: 203.459033ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:00.538775Z","caller":"traceutil/trace.go:171","msg":"trace[2116143558] transaction","detail":"{read_only:false; response_revision:5399; number_of_response:1; }","duration":"207.728399ms","start":"2026-03-31T18:39:00.331005Z","end":"2026-03-31T18:39:00.538734Z","steps":["trace[2116143558] 'process raft request' (duration: 18.436694ms)","trace[2116143558] 'compare' (duration: 188.159904ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:00.538845Z","caller":"traceutil/trace.go:171","msg":"trace[2048449613] linearizableReadLoop","detail":"{readStateIndex:5608; appliedIndex:5604; }","duration":"204.959333ms","start":"2026-03-31T18:39:00.33387Z","end":"2026-03-31T18:39:00.53883Z","steps":["trace[2048449613] 'read index received' (duration: 7.272119ms)","trace[2048449613] 'applied index is now lower than readState.Index' (duration: 197.685744ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:00.538939Z","caller":"traceutil/trace.go:171","msg":"trace[285569350] transaction","detail":"{read_only:false; response_revision:5402; number_of_response:1; }","duration":"206.603719ms","start":"2026-03-31T18:39:00.332319Z","end":"2026-03-31T18:39:00.538922Z","steps":["trace[285569350] 'process raft request' (duration: 205.785466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:00.539146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.265162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9314"} {"level":"info","ts":"2026-03-31T18:39:00.539202Z","caller":"traceutil/trace.go:171","msg":"trace[1007561240] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5404; }","duration":"205.346794ms","start":"2026-03-31T18:39:00.33384Z","end":"2026-03-31T18:39:00.539187Z","steps":["trace[1007561240] 'agreement among raft nodes before linearized reading' (duration: 205.17384ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:00.539244Z","caller":"traceutil/trace.go:171","msg":"trace[680506453] transaction","detail":"{read_only:false; response_revision:5400; number_of_response:1; }","duration":"208.15393ms","start":"2026-03-31T18:39:00.331071Z","end":"2026-03-31T18:39:00.539225Z","steps":["trace[680506453] 'process raft request' (duration: 206.881735ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:00.539147Z","caller":"traceutil/trace.go:171","msg":"trace[2121788780] transaction","detail":"{read_only:false; response_revision:5401; number_of_response:1; }","duration":"208.024067ms","start":"2026-03-31T18:39:00.331093Z","end":"2026-03-31T18:39:00.539117Z","steps":["trace[2121788780] 'process raft request' (duration: 206.949158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:00.539928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.101881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-31T18:39:00.539987Z","caller":"traceutil/trace.go:171","msg":"trace[26037249] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:5404; }","duration":"196.218364ms","start":"2026-03-31T18:39:00.343756Z","end":"2026-03-31T18:39:00.539974Z","steps":["trace[26037249] 'agreement among raft nodes before linearized reading' (duration: 196.039989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:00.541818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.42378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2366177"} {"level":"info","ts":"2026-03-31T18:39:00.542136Z","caller":"traceutil/trace.go:171","msg":"trace[720032902] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5404; }","duration":"119.659777ms","start":"2026-03-31T18:39:00.422293Z","end":"2026-03-31T18:39:00.541953Z","steps":["trace[720032902] 'agreement among raft nodes before linearized reading' (duration: 117.59026ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:00.618071Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2721} {"level":"info","ts":"2026-03-31T18:39:00.734737Z","caller":"traceutil/trace.go:171","msg":"trace[408641288] transaction","detail":"{read_only:false; response_revision:5407; number_of_response:1; }","duration":"106.476245ms","start":"2026-03-31T18:39:00.628198Z","end":"2026-03-31T18:39:00.734675Z","steps":["trace[408641288] 'compare' (duration: 78.8911ms)","trace[408641288] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18a20108d74f4d11; req_size:994; } (duration: 18.728873ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:00.734817Z","caller":"traceutil/trace.go:171","msg":"trace[1326404651] linearizableReadLoop","detail":"{readStateIndex:5614; appliedIndex:5613; }","duration":"102.882447ms","start":"2026-03-31T18:39:00.631883Z","end":"2026-03-31T18:39:00.734765Z","steps":["trace[1326404651] 'read index received' (duration: 5.079779ms)","trace[1326404651] 'applied index is now lower than readState.Index' (duration: 97.792318ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:00.734892Z","caller":"traceutil/trace.go:171","msg":"trace[1252688] transaction","detail":"{read_only:false; response_revision:5408; number_of_response:1; }","duration":"102.66374ms","start":"2026-03-31T18:39:00.632169Z","end":"2026-03-31T18:39:00.734832Z","steps":["trace[1252688] 'process raft request' (duration: 102.444554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:00.735329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.374621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-03-31T18:39:00.735387Z","caller":"traceutil/trace.go:171","msg":"trace[1529227210] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5410; }","duration":"103.612977ms","start":"2026-03-31T18:39:00.631761Z","end":"2026-03-31T18:39:00.735374Z","steps":["trace[1529227210] 'agreement among raft nodes before linearized reading' (duration: 103.237926ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:00.798763Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2721,"took":"176.859503ms","hash":1054230977,"current-db-size-bytes":55246848,"current-db-size":"55 MB","current-db-size-in-use-bytes":30486528,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-31T18:39:00.798845Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1054230977,"revision":2721,"compact-revision":-1} {"level":"info","ts":"2026-03-31T18:39:02.176077Z","caller":"traceutil/trace.go:171","msg":"trace[478306996] linearizableReadLoop","detail":"{readStateIndex:5633; appliedIndex:5631; }","duration":"309.750092ms","start":"2026-03-31T18:39:01.866301Z","end":"2026-03-31T18:39:02.176051Z","steps":["trace[478306996] 'read index received' (duration: 97.8409ms)","trace[478306996] 'applied index is now lower than readState.Index' (duration: 211.908242ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:02.176119Z","caller":"traceutil/trace.go:171","msg":"trace[1524138623] transaction","detail":"{read_only:false; response_revision:5426; number_of_response:1; }","duration":"310.248507ms","start":"2026-03-31T18:39:01.865843Z","end":"2026-03-31T18:39:02.176092Z","steps":["trace[1524138623] 'process raft request' (duration: 310.014171ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:02.176217Z","caller":"traceutil/trace.go:171","msg":"trace[1605375689] transaction","detail":"{read_only:false; response_revision:5427; number_of_response:1; }","duration":"279.090242ms","start":"2026-03-31T18:39:01.897075Z","end":"2026-03-31T18:39:02.176165Z","steps":["trace[1605375689] 'process raft request' (duration: 278.922918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:02.17633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.01885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:39:02.176372Z","caller":"traceutil/trace.go:171","msg":"trace[467152861] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5427; }","duration":"310.089462ms","start":"2026-03-31T18:39:01.866271Z","end":"2026-03-31T18:39:02.17636Z","steps":["trace[467152861] 'agreement among raft nodes before linearized reading' (duration: 309.918548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:02.176406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:01.866261Z","time spent":"310.137233ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:39:02.176286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:01.865798Z","time spent":"310.38983ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:39:02.437845Z","caller":"traceutil/trace.go:171","msg":"trace[301085676] transaction","detail":"{read_only:false; response_revision:5432; number_of_response:1; }","duration":"134.632287ms","start":"2026-03-31T18:39:02.30318Z","end":"2026-03-31T18:39:02.437813Z","steps":["trace[301085676] 'process raft request' (duration: 117.784415ms)","trace[301085676] 'compare' (duration: 16.44431ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:02.438045Z","caller":"traceutil/trace.go:171","msg":"trace[1510562713] transaction","detail":"{read_only:false; response_revision:5433; number_of_response:1; }","duration":"133.530837ms","start":"2026-03-31T18:39:02.304483Z","end":"2026-03-31T18:39:02.438014Z","steps":["trace[1510562713] 'process raft request' (duration: 133.231579ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:02.438114Z","caller":"traceutil/trace.go:171","msg":"trace[398915623] transaction","detail":"{read_only:false; response_revision:5434; number_of_response:1; }","duration":"133.197348ms","start":"2026-03-31T18:39:02.304899Z","end":"2026-03-31T18:39:02.438096Z","steps":["trace[398915623] 'process raft request' (duration: 132.981212ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:02.438251Z","caller":"traceutil/trace.go:171","msg":"trace[2059933186] transaction","detail":"{read_only:false; response_revision:5435; number_of_response:1; }","duration":"127.350159ms","start":"2026-03-31T18:39:02.31089Z","end":"2026-03-31T18:39:02.43824Z","steps":["trace[2059933186] 'process raft request' (duration: 127.05345ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:02.438275Z","caller":"traceutil/trace.go:171","msg":"trace[180046658] linearizableReadLoop","detail":"{readStateIndex:5639; appliedIndex:5638; }","duration":"134.802502ms","start":"2026-03-31T18:39:02.303438Z","end":"2026-03-31T18:39:02.438241Z","steps":["trace[180046658] 'read index received' (duration: 19.800562ms)","trace[180046658] 'applied index is now lower than readState.Index' (duration: 115.000109ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:02.438588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.126751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:63299"} {"level":"info","ts":"2026-03-31T18:39:02.438678Z","caller":"traceutil/trace.go:171","msg":"trace[484741619] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5435; }","duration":"135.251914ms","start":"2026-03-31T18:39:02.303407Z","end":"2026-03-31T18:39:02.438658Z","steps":["trace[484741619] 'agreement among raft nodes before linearized reading' (duration: 134.948056ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:03.292981Z","caller":"traceutil/trace.go:171","msg":"trace[529639128] transaction","detail":"{read_only:false; response_revision:5436; number_of_response:1; }","duration":"135.293625ms","start":"2026-03-31T18:39:03.157661Z","end":"2026-03-31T18:39:03.292955Z","steps":["trace[529639128] 'process raft request' (duration: 135.134011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:04.091416Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264859779145007,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:39:04.151333Z","caller":"traceutil/trace.go:171","msg":"trace[1722714479] transaction","detail":"{read_only:false; response_revision:5437; number_of_response:1; }","duration":"801.709395ms","start":"2026-03-31T18:39:03.349597Z","end":"2026-03-31T18:39:04.151306Z","steps":["trace[1722714479] 'process raft request' (duration: 801.480298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:04.151569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:03.349566Z","time spent":"801.92503ms","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4574,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:39:04.181852Z","caller":"traceutil/trace.go:171","msg":"trace[816493080] linearizableReadLoop","detail":"{readStateIndex:5645; appliedIndex:5644; }","duration":"591.277201ms","start":"2026-03-31T18:39:03.590548Z","end":"2026-03-31T18:39:04.181825Z","steps":["trace[816493080] 'read index received' (duration: 560.888849ms)","trace[816493080] 'applied index is now lower than readState.Index' (duration: 30.387432ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:04.182033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.461437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:04.182112Z","caller":"traceutil/trace.go:171","msg":"trace[291548162] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5438; }","duration":"591.58243ms","start":"2026-03-31T18:39:03.590512Z","end":"2026-03-31T18:39:04.182094Z","steps":["trace[291548162] 'agreement among raft nodes before linearized reading' (duration: 591.447197ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:04.182074Z","caller":"traceutil/trace.go:171","msg":"trace[1803404178] transaction","detail":"{read_only:false; response_revision:5438; number_of_response:1; }","duration":"212.456179ms","start":"2026-03-31T18:39:03.969539Z","end":"2026-03-31T18:39:04.181995Z","steps":["trace[1803404178] 'process raft request' (duration: 212.15061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:04.182155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:03.590494Z","time spent":"591.651842ms","remote":"127.0.0.1:44762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:39:04.188172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.286926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"warn","ts":"2026-03-31T18:39:04.188193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.22417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-03-31T18:39:04.188247Z","caller":"traceutil/trace.go:171","msg":"trace[374667180] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:5443; }","duration":"177.429078ms","start":"2026-03-31T18:39:04.0108Z","end":"2026-03-31T18:39:04.18823Z","steps":["trace[374667180] 'agreement among raft nodes before linearized reading' (duration: 177.256634ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:04.188279Z","caller":"traceutil/trace.go:171","msg":"trace[1686595935] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5443; }","duration":"507.353984ms","start":"2026-03-31T18:39:03.680903Z","end":"2026-03-31T18:39:04.188257Z","steps":["trace[1686595935] 'agreement among raft nodes before linearized reading' (duration: 507.118786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:04.188174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.414762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-31T18:39:04.188323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:03.68088Z","time spent":"507.433456ms","remote":"127.0.0.1:38106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-31T18:39:04.188362Z","caller":"traceutil/trace.go:171","msg":"trace[2070528661] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5443; }","duration":"558.643878ms","start":"2026-03-31T18:39:03.629697Z","end":"2026-03-31T18:39:04.188341Z","steps":["trace[2070528661] 'agreement among raft nodes before linearized reading' (duration: 558.348851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:04.188422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:03.629676Z","time spent":"558.73376ms","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:39:04.188154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.222036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-13d2babe-9b46-426d-8797-8516ac5f3067\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-31T18:39:04.18847Z","caller":"traceutil/trace.go:171","msg":"trace[1466855636] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-13d2babe-9b46-426d-8797-8516ac5f3067; range_end:; response_count:1; response_revision:5443; }","duration":"363.620218ms","start":"2026-03-31T18:39:03.824837Z","end":"2026-03-31T18:39:04.188458Z","steps":["trace[1466855636] 'agreement among raft nodes before linearized reading' (duration: 363.135704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:04.188508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:03.824763Z","time spent":"363.733961ms","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-13d2babe-9b46-426d-8797-8516ac5f3067\" "} {"level":"info","ts":"2026-03-31T18:39:09.378131Z","caller":"traceutil/trace.go:171","msg":"trace[1329726047] transaction","detail":"{read_only:false; response_revision:5514; number_of_response:1; }","duration":"151.485839ms","start":"2026-03-31T18:39:09.226623Z","end":"2026-03-31T18:39:09.378109Z","steps":["trace[1329726047] 'process raft request' (duration: 151.346595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:16.931708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.059229ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:39:16.93184Z","caller":"traceutil/trace.go:171","msg":"trace[951103207] linearizableReadLoop","detail":"{readStateIndex:5842; appliedIndex:5841; }","duration":"395.638724ms","start":"2026-03-31T18:39:16.536173Z","end":"2026-03-31T18:39:16.931812Z","steps":["trace[951103207] 'read index received' (duration: 61.33579ms)","trace[951103207] 'applied index is now lower than readState.Index' (duration: 334.301054ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:16.932062Z","caller":"traceutil/trace.go:171","msg":"trace[665270998] transaction","detail":"{read_only:false; response_revision:5628; number_of_response:1; }","duration":"398.39091ms","start":"2026-03-31T18:39:16.533658Z","end":"2026-03-31T18:39:16.932049Z","steps":["trace[665270998] 'process raft request' (duration: 63.897069ms)","trace[665270998] 'compare' (duration: 333.74298ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:16.932136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:16.53364Z","time spent":"398.459921ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:16.932392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.216281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:39:16.932435Z","caller":"traceutil/trace.go:171","msg":"trace[1417246045] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5628; }","duration":"396.296432ms","start":"2026-03-31T18:39:16.536128Z","end":"2026-03-31T18:39:16.932425Z","steps":["trace[1417246045] 'agreement among raft nodes before linearized reading' (duration: 396.171148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:16.932466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:16.536108Z","time spent":"396.350004ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:39:17.126953Z","caller":"traceutil/trace.go:171","msg":"trace[1482885946] linearizableReadLoop","detail":"{readStateIndex:5843; appliedIndex:5842; }","duration":"195.038242ms","start":"2026-03-31T18:39:16.931878Z","end":"2026-03-31T18:39:17.126916Z","steps":["trace[1482885946] 'read index received' (duration: 164.068983ms)","trace[1482885946] 'applied index is now lower than readState.Index' (duration: 30.967979ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:17.127044Z","caller":"traceutil/trace.go:171","msg":"trace[1766514598] transaction","detail":"{read_only:false; response_revision:5629; number_of_response:1; }","duration":"242.006358ms","start":"2026-03-31T18:39:16.884969Z","end":"2026-03-31T18:39:17.126975Z","steps":["trace[1766514598] 'process raft request' (duration: 211.013819ms)","trace[1766514598] 'compare' (duration: 30.770243ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:17.127177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.851936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-31T18:39:17.127241Z","caller":"traceutil/trace.go:171","msg":"trace[1338849654] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5629; }","duration":"588.983509ms","start":"2026-03-31T18:39:16.538245Z","end":"2026-03-31T18:39:17.127228Z","steps":["trace[1338849654] 'agreement among raft nodes before linearized reading' (duration: 588.715262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:17.12724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.691618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rj546\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-03-31T18:39:17.127343Z","caller":"traceutil/trace.go:171","msg":"trace[2124311583] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rj546; range_end:; response_count:1; response_revision:5629; }","duration":"589.824092ms","start":"2026-03-31T18:39:16.537495Z","end":"2026-03-31T18:39:17.127319Z","steps":["trace[2124311583] 'agreement among raft nodes before linearized reading' (duration: 589.533765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:17.127405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:16.537484Z","time spent":"589.909675ms","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-rj546\" "} {"level":"warn","ts":"2026-03-31T18:39:17.127283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:16.538225Z","time spent":"589.048551ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:39:17.128945Z","caller":"traceutil/trace.go:171","msg":"trace[922619963] transaction","detail":"{read_only:false; response_revision:5630; number_of_response:1; }","duration":"191.273998ms","start":"2026-03-31T18:39:16.937653Z","end":"2026-03-31T18:39:17.128927Z","steps":["trace[922619963] 'process raft request' (duration: 191.126474ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:21.708994Z","caller":"traceutil/trace.go:171","msg":"trace[988168966] linearizableReadLoop","detail":"{readStateIndex:5869; appliedIndex:5868; }","duration":"120.830989ms","start":"2026-03-31T18:39:21.588135Z","end":"2026-03-31T18:39:21.708966Z","steps":["trace[988168966] 'read index received' (duration: 58.178043ms)","trace[988168966] 'applied index is now lower than readState.Index' (duration: 62.651896ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:21.709124Z","caller":"traceutil/trace.go:171","msg":"trace[1879960712] transaction","detail":"{read_only:false; response_revision:5654; number_of_response:1; }","duration":"165.962105ms","start":"2026-03-31T18:39:21.54307Z","end":"2026-03-31T18:39:21.709032Z","steps":["trace[1879960712] 'process raft request' (duration: 103.221746ms)","trace[1879960712] 'compare' (duration: 62.545683ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:21.709363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.225978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-31T18:39:21.709474Z","caller":"traceutil/trace.go:171","msg":"trace[1687121089] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5654; }","duration":"164.408132ms","start":"2026-03-31T18:39:21.545041Z","end":"2026-03-31T18:39:21.70945Z","steps":["trace[1687121089] 'agreement among raft nodes before linearized reading' (duration: 164.054522ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:22.04934Z","caller":"traceutil/trace.go:171","msg":"trace[1171168610] transaction","detail":"{read_only:false; response_revision:5655; number_of_response:1; }","duration":"446.703303ms","start":"2026-03-31T18:39:21.602573Z","end":"2026-03-31T18:39:22.049277Z","steps":["trace[1171168610] 'process raft request' (duration: 396.846297ms)","trace[1171168610] 'compare' (duration: 49.606589ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:22.049598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.56005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:22.049737Z","caller":"traceutil/trace.go:171","msg":"trace[1363767735] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5655; }","duration":"457.863738ms","start":"2026-03-31T18:39:21.591857Z","end":"2026-03-31T18:39:22.049721Z","steps":["trace[1363767735] 'agreement among raft nodes before linearized reading' (duration: 457.543469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:22.049877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:21.591826Z","time spent":"458.036174ms","remote":"127.0.0.1:44762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:39:22.049273Z","caller":"traceutil/trace.go:171","msg":"trace[889008462] linearizableReadLoop","detail":"{readStateIndex:5870; appliedIndex:5869; }","duration":"340.093223ms","start":"2026-03-31T18:39:21.709137Z","end":"2026-03-31T18:39:22.049231Z","steps":["trace[889008462] 'read index received' (duration: 290.282138ms)","trace[889008462] 'applied index is now lower than readState.Index' (duration: 49.809445ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:22.049886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:21.602553Z","time spent":"446.858926ms","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10668,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:22.049633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.890432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-03-31T18:39:22.050184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.652956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-13d2babe-9b46-426d-8797-8516ac5f3067\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-31T18:39:22.05017Z","caller":"traceutil/trace.go:171","msg":"trace[88592587] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5655; }","duration":"449.468217ms","start":"2026-03-31T18:39:21.600678Z","end":"2026-03-31T18:39:22.050147Z","steps":["trace[88592587] 'agreement among raft nodes before linearized reading' (duration: 448.786099ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:22.050218Z","caller":"traceutil/trace.go:171","msg":"trace[858883448] range","detail":"{range_begin:/registry/persistentvolumes/pvc-13d2babe-9b46-426d-8797-8516ac5f3067; range_end:; response_count:1; response_revision:5655; }","duration":"337.734719ms","start":"2026-03-31T18:39:21.712473Z","end":"2026-03-31T18:39:22.050208Z","steps":["trace[858883448] 'agreement among raft nodes before linearized reading' (duration: 337.638436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:22.050237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:21.600649Z","time spent":"449.571182ms","remote":"127.0.0.1:44994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-31T18:39:22.050249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:21.712449Z","time spent":"337.790779ms","remote":"127.0.0.1:44930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-13d2babe-9b46-426d-8797-8516ac5f3067\" "} {"level":"warn","ts":"2026-03-31T18:39:23.727097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112761781s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:39:23.727237Z","caller":"traceutil/trace.go:171","msg":"trace[8227148] transaction","detail":"{read_only:false; response_revision:5656; number_of_response:1; }","duration":"1.672595234s","start":"2026-03-31T18:39:22.054618Z","end":"2026-03-31T18:39:23.727213Z","steps":["trace[8227148] 'process raft request' (duration: 559.601375ms)","trace[8227148] 'compare' (duration: 1.112637348s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:23.727335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:22.054566Z","time spent":"1.672722236s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:23.7618Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.147581446s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:39:23.762301Z","caller":"traceutil/trace.go:171","msg":"trace[1579419689] transaction","detail":"{read_only:false; response_revision:5657; number_of_response:1; }","duration":"1.706878561s","start":"2026-03-31T18:39:22.055398Z","end":"2026-03-31T18:39:23.762276Z","steps":["trace[1579419689] 'process raft request' (duration: 1.706607525s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:23.762435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:22.055376Z","time spent":"1.706970065s","remote":"127.0.0.1:45050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:39:23.76255Z","caller":"traceutil/trace.go:171","msg":"trace[206480015] transaction","detail":"{read_only:false; response_revision:5658; number_of_response:1; }","duration":"1.707031556s","start":"2026-03-31T18:39:22.055495Z","end":"2026-03-31T18:39:23.762527Z","steps":["trace[206480015] 'process raft request' (duration: 1.706716478s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:23.762587Z","caller":"traceutil/trace.go:171","msg":"trace[2089195237] transaction","detail":"{read_only:false; response_revision:5659; number_of_response:1; }","duration":"1.707035427s","start":"2026-03-31T18:39:22.055528Z","end":"2026-03-31T18:39:23.762563Z","steps":["trace[2089195237] 'process raft request' (duration: 1.706876012s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:23.762675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:22.055472Z","time spent":"1.707131298s","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:23.762746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:22.055493Z","time spent":"1.707180731s","remote":"127.0.0.1:45050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:39:23.762741Z","caller":"traceutil/trace.go:171","msg":"trace[1188653036] linearizableReadLoop","detail":"{readStateIndex:5877; appliedIndex:5870; }","duration":"1.377704737s","start":"2026-03-31T18:39:22.385022Z","end":"2026-03-31T18:39:23.762727Z","steps":["trace[1188653036] 'read index received' (duration: 229.160495ms)","trace[1188653036] 'applied index is now lower than readState.Index' (duration: 1.148543652s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:23.762818Z","caller":"traceutil/trace.go:171","msg":"trace[1119835030] transaction","detail":"{read_only:false; response_revision:5660; number_of_response:1; }","duration":"1.706368798s","start":"2026-03-31T18:39:22.056437Z","end":"2026-03-31T18:39:23.762806Z","steps":["trace[1119835030] 'process raft request' (duration: 1.70607027s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:23.762833Z","caller":"traceutil/trace.go:171","msg":"trace[92718997] transaction","detail":"{read_only:false; response_revision:5662; number_of_response:1; }","duration":"1.38399885s","start":"2026-03-31T18:39:22.378823Z","end":"2026-03-31T18:39:23.762822Z","steps":["trace[92718997] 'process raft request' (duration: 1.383855107s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:23.762791Z","caller":"traceutil/trace.go:171","msg":"trace[2058073969] transaction","detail":"{read_only:false; response_revision:5661; number_of_response:1; }","duration":"1.501834318s","start":"2026-03-31T18:39:22.260917Z","end":"2026-03-31T18:39:23.762751Z","steps":["trace[2058073969] 'process raft request' (duration: 1.501709484s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:23.762869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:22.056427Z","time spent":"1.706419159s","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:23.76289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:22.378795Z","time spent":"1.384059012s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:39:23.76301Z","caller":"traceutil/trace.go:171","msg":"trace[721669761] transaction","detail":"{read_only:false; response_revision:5663; number_of_response:1; }","duration":"1.307461774s","start":"2026-03-31T18:39:22.455535Z","end":"2026-03-31T18:39:23.762997Z","steps":["trace[721669761] 'process raft request' (duration: 1.307164546s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:23.763018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:22.260896Z","time spent":"1.502024192s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:23.763088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378076708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:39:23.763103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:22.455508Z","time spent":"1.307533716s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:39:23.763133Z","caller":"traceutil/trace.go:171","msg":"trace[674118284] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5663; }","duration":"1.378155821s","start":"2026-03-31T18:39:22.384964Z","end":"2026-03-31T18:39:23.76312Z","steps":["trace[674118284] 'agreement among raft nodes before linearized reading' (duration: 1.378036687s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:23.763162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:22.384941Z","time spent":"1.378214271s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:39:23.801108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390137668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:39:23.80118Z","caller":"traceutil/trace.go:171","msg":"trace[1612982604] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5664; }","duration":"1.390257611s","start":"2026-03-31T18:39:22.410904Z","end":"2026-03-31T18:39:23.801162Z","steps":["trace[1612982604] 'agreement among raft nodes before linearized reading' (duration: 1.390062506s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:23.801165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.764348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-31T18:39:23.801223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:22.410876Z","time spent":"1.390335973s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:39:23.80124Z","caller":"traceutil/trace.go:171","msg":"trace[379252433] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5664; }","duration":"640.87162ms","start":"2026-03-31T18:39:23.160348Z","end":"2026-03-31T18:39:23.801219Z","steps":["trace[379252433] 'agreement among raft nodes before linearized reading' (duration: 640.636714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:23.801292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:23.160333Z","time spent":"640.950381ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:39:23.801412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.176713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:39:23.80145Z","caller":"traceutil/trace.go:171","msg":"trace[2079064414] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5664; }","duration":"643.287186ms","start":"2026-03-31T18:39:23.158152Z","end":"2026-03-31T18:39:23.801439Z","steps":["trace[2079064414] 'agreement among raft nodes before linearized reading' (duration: 643.196054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:23.801492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:23.158127Z","time spent":"643.358058ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:39:23.801557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.704998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:39:23.801596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.598947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:23.801627Z","caller":"traceutil/trace.go:171","msg":"trace[1847534294] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5664; }","duration":"865.835099ms","start":"2026-03-31T18:39:22.935778Z","end":"2026-03-31T18:39:23.801613Z","steps":["trace[1847534294] 'agreement among raft nodes before linearized reading' (duration: 865.674055ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:23.801631Z","caller":"traceutil/trace.go:171","msg":"trace[1821894265] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:5664; }","duration":"447.691499ms","start":"2026-03-31T18:39:23.353928Z","end":"2026-03-31T18:39:23.801619Z","steps":["trace[1821894265] 'agreement among raft nodes before linearized reading' (duration: 447.634528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:23.801619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241580089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-31T18:39:23.801663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:22.935754Z","time spent":"865.901792ms","remote":"127.0.0.1:38268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:39:23.801648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.822469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:23.801694Z","caller":"traceutil/trace.go:171","msg":"trace[976284831] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5664; }","duration":"1.241714383s","start":"2026-03-31T18:39:22.559957Z","end":"2026-03-31T18:39:23.801672Z","steps":["trace[976284831] 'agreement among raft nodes before linearized reading' (duration: 1.241530718s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:23.801696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286040298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:39:23.801725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294050417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:39:23.801744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:22.559924Z","time spent":"1.241811807s","remote":"127.0.0.1:44946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-31T18:39:23.801742Z","caller":"traceutil/trace.go:171","msg":"trace[1820444557] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5664; }","duration":"211.934972ms","start":"2026-03-31T18:39:23.589788Z","end":"2026-03-31T18:39:23.801723Z","steps":["trace[1820444557] 'agreement among raft nodes before linearized reading' (duration: 211.772928ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:23.801753Z","caller":"traceutil/trace.go:171","msg":"trace[236572994] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5664; }","duration":"1.286142781s","start":"2026-03-31T18:39:22.515597Z","end":"2026-03-31T18:39:23.80174Z","steps":["trace[236572994] 'agreement among raft nodes before linearized reading' (duration: 1.285901203s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:23.801766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.143283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rj546\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-03-31T18:39:23.8018Z","caller":"traceutil/trace.go:171","msg":"trace[1319546785] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rj546; range_end:; response_count:1; response_revision:5664; }","duration":"639.199014ms","start":"2026-03-31T18:39:23.162593Z","end":"2026-03-31T18:39:23.801792Z","steps":["trace[1319546785] 'agreement among raft nodes before linearized reading' (duration: 639.106101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:23.801828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:23.162578Z","time spent":"639.241865ms","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-rj546\" "} {"level":"warn","ts":"2026-03-31T18:39:23.801677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:23.353896Z","time spent":"447.758102ms","remote":"127.0.0.1:36122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:39:23.801931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.387536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T18:39:23.801763Z","caller":"traceutil/trace.go:171","msg":"trace[855248670] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:5664; }","duration":"1.294131669s","start":"2026-03-31T18:39:22.50762Z","end":"2026-03-31T18:39:23.801752Z","steps":["trace[855248670] 'agreement among raft nodes before linearized reading' (duration: 1.294062547s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:23.801977Z","caller":"traceutil/trace.go:171","msg":"trace[944550787] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5664; }","duration":"854.497391ms","start":"2026-03-31T18:39:22.947469Z","end":"2026-03-31T18:39:23.801966Z","steps":["trace[944550787] 'agreement among raft nodes before linearized reading' (duration: 854.384658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:23.802005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:22.947431Z","time spent":"854.568051ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T18:39:23.802004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:22.507597Z","time spent":"1.294396636s","remote":"127.0.0.1:45198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:39:23.802021Z","caller":"traceutil/trace.go:171","msg":"trace[553571102] transaction","detail":"{read_only:false; response_revision:5664; number_of_response:1; }","duration":"845.963827ms","start":"2026-03-31T18:39:22.956044Z","end":"2026-03-31T18:39:23.802008Z","steps":["trace[553571102] 'process raft request' (duration: 844.773544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:23.801814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:22.515575Z","time spent":"1.286221943s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:39:23.802123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:22.956003Z","time spent":"846.055818ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:23.802151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.133619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:39:23.802196Z","caller":"traceutil/trace.go:171","msg":"trace[423950765] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:5664; }","duration":"174.218512ms","start":"2026-03-31T18:39:23.627967Z","end":"2026-03-31T18:39:23.802186Z","steps":["trace[423950765] 'agreement among raft nodes before linearized reading' (duration: 174.148939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:23.802295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.451945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:39:23.802356Z","caller":"traceutil/trace.go:171","msg":"trace[1598853991] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5664; }","duration":"840.541478ms","start":"2026-03-31T18:39:22.961801Z","end":"2026-03-31T18:39:23.802342Z","steps":["trace[1598853991] 'agreement among raft nodes before linearized reading' (duration: 840.395824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:23.802398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:22.961784Z","time spent":"840.60624ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:39:23.913279Z","caller":"traceutil/trace.go:171","msg":"trace[2055378280] linearizableReadLoop","detail":"{readStateIndex:5880; appliedIndex:5879; }","duration":"109.901869ms","start":"2026-03-31T18:39:23.803348Z","end":"2026-03-31T18:39:23.91325Z","steps":["trace[2055378280] 'read index received' (duration: 64.807984ms)","trace[2055378280] 'applied index is now lower than readState.Index' (duration: 45.092365ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:23.913438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.072495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:23.913699Z","caller":"traceutil/trace.go:171","msg":"trace[2024682852] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5665; }","duration":"110.366283ms","start":"2026-03-31T18:39:23.80332Z","end":"2026-03-31T18:39:23.913687Z","steps":["trace[2024682852] 'agreement among raft nodes before linearized reading' (duration: 110.005573ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:23.913704Z","caller":"traceutil/trace.go:171","msg":"trace[1401703240] transaction","detail":"{read_only:false; response_revision:5665; number_of_response:1; }","duration":"144.29557ms","start":"2026-03-31T18:39:23.76899Z","end":"2026-03-31T18:39:23.913285Z","steps":["trace[1401703240] 'process raft request' (duration: 99.150664ms)","trace[1401703240] 'compare' (duration: 44.973292ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:23.947436Z","caller":"traceutil/trace.go:171","msg":"trace[283100896] transaction","detail":"{read_only:false; response_revision:5666; number_of_response:1; }","duration":"139.462319ms","start":"2026-03-31T18:39:23.807948Z","end":"2026-03-31T18:39:23.94741Z","steps":["trace[283100896] 'process raft request' (duration: 139.223253ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:23.947742Z","caller":"traceutil/trace.go:171","msg":"trace[338521337] transaction","detail":"{read_only:false; response_revision:5667; number_of_response:1; }","duration":"139.671245ms","start":"2026-03-31T18:39:23.808046Z","end":"2026-03-31T18:39:23.947717Z","steps":["trace[338521337] 'process raft request' (duration: 139.309275ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:23.947961Z","caller":"traceutil/trace.go:171","msg":"trace[552241068] transaction","detail":"{read_only:false; response_revision:5670; number_of_response:1; }","duration":"139.825169ms","start":"2026-03-31T18:39:23.808127Z","end":"2026-03-31T18:39:23.947952Z","steps":["trace[552241068] 'process raft request' (duration: 139.608683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:23.947972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.44677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-13d2babe-9b46-426d-8797-8516ac5f3067\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-31T18:39:23.94802Z","caller":"traceutil/trace.go:171","msg":"trace[1806188357] range","detail":"{range_begin:/registry/persistentvolumes/pvc-13d2babe-9b46-426d-8797-8516ac5f3067; range_end:; response_count:1; response_revision:5672; }","duration":"142.527194ms","start":"2026-03-31T18:39:23.805482Z","end":"2026-03-31T18:39:23.948009Z","steps":["trace[1806188357] 'agreement among raft nodes before linearized reading' (duration: 142.331959ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:23.948025Z","caller":"traceutil/trace.go:171","msg":"trace[15382477] transaction","detail":"{read_only:false; response_revision:5672; number_of_response:1; }","duration":"139.86775ms","start":"2026-03-31T18:39:23.808137Z","end":"2026-03-31T18:39:23.948003Z","steps":["trace[15382477] 'process raft request' (duration: 139.645544ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:23.948055Z","caller":"traceutil/trace.go:171","msg":"trace[276475346] transaction","detail":"{read_only:false; response_revision:5668; number_of_response:1; }","duration":"139.989154ms","start":"2026-03-31T18:39:23.80806Z","end":"2026-03-31T18:39:23.948049Z","steps":["trace[276475346] 'process raft request' (duration: 139.537002ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:23.948108Z","caller":"traceutil/trace.go:171","msg":"trace[1491594480] transaction","detail":"{read_only:false; response_revision:5669; number_of_response:1; }","duration":"139.999922ms","start":"2026-03-31T18:39:23.808083Z","end":"2026-03-31T18:39:23.948083Z","steps":["trace[1491594480] 'process raft request' (duration: 139.619893ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:23.948184Z","caller":"traceutil/trace.go:171","msg":"trace[758293348] transaction","detail":"{read_only:false; response_revision:5671; number_of_response:1; }","duration":"140.034845ms","start":"2026-03-31T18:39:23.808132Z","end":"2026-03-31T18:39:23.948167Z","steps":["trace[758293348] 'process raft request' (duration: 139.626434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:23.948486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.345308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:64991"} {"level":"info","ts":"2026-03-31T18:39:23.948621Z","caller":"traceutil/trace.go:171","msg":"trace[1555057073] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5672; }","duration":"143.073888ms","start":"2026-03-31T18:39:23.805528Z","end":"2026-03-31T18:39:23.948602Z","steps":["trace[1555057073] 'agreement among raft nodes before linearized reading' (duration: 142.597105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:24.230344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.770728ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-31T18:39:24.230495Z","caller":"traceutil/trace.go:171","msg":"trace[875402696] linearizableReadLoop","detail":"{readStateIndex:5888; appliedIndex:5887; }","duration":"212.730225ms","start":"2026-03-31T18:39:24.017701Z","end":"2026-03-31T18:39:24.230431Z","steps":["trace[875402696] 'read index received' (duration: 42.750531ms)","trace[875402696] 'applied index is now lower than readState.Index' (duration: 169.978174ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:24.230787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.060874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:24.230855Z","caller":"traceutil/trace.go:171","msg":"trace[358994058] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:5672; }","duration":"213.142847ms","start":"2026-03-31T18:39:24.017695Z","end":"2026-03-31T18:39:24.230838Z","steps":["trace[358994058] 'agreement among raft nodes before linearized reading' (duration: 213.019523ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:25.029762Z","caller":"traceutil/trace.go:171","msg":"trace[1851069027] transaction","detail":"{read_only:false; response_revision:5675; number_of_response:1; }","duration":"110.583978ms","start":"2026-03-31T18:39:24.919143Z","end":"2026-03-31T18:39:25.029727Z","steps":["trace[1851069027] 'process raft request' (duration: 110.354522ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:39.986025Z","caller":"traceutil/trace.go:171","msg":"trace[1809652632] transaction","detail":"{read_only:false; response_revision:5788; number_of_response:1; }","duration":"113.695563ms","start":"2026-03-31T18:39:39.8723Z","end":"2026-03-31T18:39:39.985995Z","steps":["trace[1809652632] 'process raft request' (duration: 79.822296ms)","trace[1809652632] 'compare' (duration: 33.697223ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:40.006664Z","caller":"traceutil/trace.go:171","msg":"trace[154646877] transaction","detail":"{read_only:false; response_revision:5789; number_of_response:1; }","duration":"115.507712ms","start":"2026-03-31T18:39:39.891132Z","end":"2026-03-31T18:39:40.00664Z","steps":["trace[154646877] 'process raft request' (duration: 115.378359ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:40.744873Z","caller":"traceutil/trace.go:171","msg":"trace[1117803587] transaction","detail":"{read_only:false; response_revision:5798; number_of_response:1; }","duration":"136.94859ms","start":"2026-03-31T18:39:40.607886Z","end":"2026-03-31T18:39:40.744835Z","steps":["trace[1117803587] 'process raft request' (duration: 136.635002ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:42.87341Z","caller":"traceutil/trace.go:171","msg":"trace[1650219906] linearizableReadLoop","detail":"{readStateIndex:6029; appliedIndex:6028; }","duration":"132.773366ms","start":"2026-03-31T18:39:42.740613Z","end":"2026-03-31T18:39:42.873386Z","steps":["trace[1650219906] 'read index received' (duration: 132.497749ms)","trace[1650219906] 'applied index is now lower than readState.Index' (duration: 274.757µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:42.873711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.084784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-31T18:39:42.873775Z","caller":"traceutil/trace.go:171","msg":"trace[219349848] transaction","detail":"{read_only:false; response_revision:5809; number_of_response:1; }","duration":"174.949941ms","start":"2026-03-31T18:39:42.698794Z","end":"2026-03-31T18:39:42.873744Z","steps":["trace[219349848] 'process raft request' (duration: 174.388775ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:42.873797Z","caller":"traceutil/trace.go:171","msg":"trace[406128756] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5809; }","duration":"133.184977ms","start":"2026-03-31T18:39:42.740595Z","end":"2026-03-31T18:39:42.87378Z","steps":["trace[406128756] 'agreement among raft nodes before linearized reading' (duration: 132.965121ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:42.983811Z","caller":"traceutil/trace.go:171","msg":"trace[1375050020] transaction","detail":"{read_only:false; response_revision:5811; number_of_response:1; }","duration":"103.235026ms","start":"2026-03-31T18:39:42.880535Z","end":"2026-03-31T18:39:42.98377Z","steps":["trace[1375050020] 'process raft request' (duration: 102.922378ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:42.983858Z","caller":"traceutil/trace.go:171","msg":"trace[939655840] transaction","detail":"{read_only:false; response_revision:5812; number_of_response:1; }","duration":"102.104996ms","start":"2026-03-31T18:39:42.881722Z","end":"2026-03-31T18:39:42.983827Z","steps":["trace[939655840] 'process raft request' (duration: 101.895881ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:42.983949Z","caller":"traceutil/trace.go:171","msg":"trace[1443034949] transaction","detail":"{read_only:false; response_revision:5813; number_of_response:1; }","duration":"101.657464ms","start":"2026-03-31T18:39:42.882249Z","end":"2026-03-31T18:39:42.983907Z","steps":["trace[1443034949] 'process raft request' (duration: 101.431857ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:44.260891Z","caller":"traceutil/trace.go:171","msg":"trace[1863173514] linearizableReadLoop","detail":"{readStateIndex:6041; appliedIndex:6039; }","duration":"175.947159ms","start":"2026-03-31T18:39:44.084919Z","end":"2026-03-31T18:39:44.260866Z","steps":["trace[1863173514] 'read index received' (duration: 1.333256ms)","trace[1863173514] 'applied index is now lower than readState.Index' (duration: 174.612583ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:44.260984Z","caller":"traceutil/trace.go:171","msg":"trace[2037355850] transaction","detail":"{read_only:false; response_revision:5820; number_of_response:1; }","duration":"184.758859ms","start":"2026-03-31T18:39:44.076178Z","end":"2026-03-31T18:39:44.260936Z","steps":["trace[2037355850] 'process raft request' (duration: 184.503592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:44.261476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.534764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T18:39:44.261521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.006737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:39:44.26179Z","caller":"traceutil/trace.go:171","msg":"trace[710179505] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5820; }","duration":"101.332735ms","start":"2026-03-31T18:39:44.160422Z","end":"2026-03-31T18:39:44.261754Z","steps":["trace[710179505] 'agreement among raft nodes before linearized reading' (duration: 100.829511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:44.261816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.823281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T18:39:44.261805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.939595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-31T18:39:44.261521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.870273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T18:39:44.261826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.694581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:39:44.261882Z","caller":"traceutil/trace.go:171","msg":"trace[1066798631] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5820; }","duration":"100.915194ms","start":"2026-03-31T18:39:44.160947Z","end":"2026-03-31T18:39:44.261862Z","steps":["trace[1066798631] 'agreement among raft nodes before linearized reading' (duration: 100.141713ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:44.261896Z","caller":"traceutil/trace.go:171","msg":"trace[33439160] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5820; }","duration":"127.06732ms","start":"2026-03-31T18:39:44.134809Z","end":"2026-03-31T18:39:44.261876Z","steps":["trace[33439160] 'agreement among raft nodes before linearized reading' (duration: 126.885085ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:44.261952Z","caller":"traceutil/trace.go:171","msg":"trace[2143251625] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5820; }","duration":"106.903088ms","start":"2026-03-31T18:39:44.155024Z","end":"2026-03-31T18:39:44.261927Z","steps":["trace[2143251625] 'agreement among raft nodes before linearized reading' (duration: 106.468586ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:44.261612Z","caller":"traceutil/trace.go:171","msg":"trace[1261789805] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5820; }","duration":"176.73062ms","start":"2026-03-31T18:39:44.084853Z","end":"2026-03-31T18:39:44.261583Z","steps":["trace[1261789805] 'agreement among raft nodes before linearized reading' (duration: 176.227846ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:44.261914Z","caller":"traceutil/trace.go:171","msg":"trace[635246598] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5820; }","duration":"101.343285ms","start":"2026-03-31T18:39:44.160549Z","end":"2026-03-31T18:39:44.261892Z","steps":["trace[635246598] 'agreement among raft nodes before linearized reading' (duration: 100.679837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:44.261553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.985376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:39:44.262185Z","caller":"traceutil/trace.go:171","msg":"trace[604186897] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5820; }","duration":"101.650264ms","start":"2026-03-31T18:39:44.160511Z","end":"2026-03-31T18:39:44.262162Z","steps":["trace[604186897] 'agreement among raft nodes before linearized reading' (duration: 100.661557ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:49.915935Z","caller":"traceutil/trace.go:171","msg":"trace[1980761701] transaction","detail":"{read_only:false; response_revision:5940; number_of_response:1; }","duration":"169.077039ms","start":"2026-03-31T18:39:49.746822Z","end":"2026-03-31T18:39:49.915899Z","steps":["trace[1980761701] 'process raft request' (duration: 168.835342ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:01.483124Z","caller":"traceutil/trace.go:171","msg":"trace[2025766243] transaction","detail":"{read_only:false; response_revision:6021; number_of_response:1; }","duration":"149.33228ms","start":"2026-03-31T18:40:01.333757Z","end":"2026-03-31T18:40:01.48309Z","steps":["trace[2025766243] 'process raft request' (duration: 149.113804ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:02.427852Z","caller":"traceutil/trace.go:171","msg":"trace[849490151] transaction","detail":"{read_only:false; response_revision:6022; number_of_response:1; }","duration":"266.110342ms","start":"2026-03-31T18:40:02.161717Z","end":"2026-03-31T18:40:02.427828Z","steps":["trace[849490151] 'process raft request' (duration: 265.973199ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:02.492479Z","caller":"traceutil/trace.go:171","msg":"trace[1430287110] transaction","detail":"{read_only:false; response_revision:6023; number_of_response:1; }","duration":"330.59206ms","start":"2026-03-31T18:40:02.16186Z","end":"2026-03-31T18:40:02.492452Z","steps":["trace[1430287110] 'process raft request' (duration: 330.383994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:02.492646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:02.161809Z","time spent":"330.751524ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:40:02.492723Z","caller":"traceutil/trace.go:171","msg":"trace[1361075532] linearizableReadLoop","detail":"{readStateIndex:6249; appliedIndex:6246; }","duration":"130.775433ms","start":"2026-03-31T18:40:02.361904Z","end":"2026-03-31T18:40:02.49268Z","steps":["trace[1361075532] 'read index received' (duration: 65.869795ms)","trace[1361075532] 'applied index is now lower than readState.Index' (duration: 64.904168ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:02.492834Z","caller":"traceutil/trace.go:171","msg":"trace[1611179876] transaction","detail":"{read_only:false; response_revision:6024; number_of_response:1; }","duration":"205.099762ms","start":"2026-03-31T18:40:02.287718Z","end":"2026-03-31T18:40:02.492818Z","steps":["trace[1611179876] 'process raft request' (duration: 204.692691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:02.492999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.066511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T18:40:02.493107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.469698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rj546\" ","response":"range_response_count:1 size:6523"} {"level":"warn","ts":"2026-03-31T18:40:02.49315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.26736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:40:02.49318Z","caller":"traceutil/trace.go:171","msg":"trace[1425945449] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rj546; range_end:; response_count:1; response_revision:6024; }","duration":"104.573022ms","start":"2026-03-31T18:40:02.388589Z","end":"2026-03-31T18:40:02.493162Z","steps":["trace[1425945449] 'agreement among raft nodes before linearized reading' (duration: 104.374356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:02.493163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.839525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:40:02.493211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.516302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-31T18:40:02.493476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.071797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:40:02.493543Z","caller":"traceutil/trace.go:171","msg":"trace[1087321591] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6024; }","duration":"104.316054ms","start":"2026-03-31T18:40:02.38921Z","end":"2026-03-31T18:40:02.493526Z","steps":["trace[1087321591] 'agreement among raft nodes before linearized reading' (duration: 103.766049ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:02.49329Z","caller":"traceutil/trace.go:171","msg":"trace[134972170] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6024; }","duration":"110.024941ms","start":"2026-03-31T18:40:02.383238Z","end":"2026-03-31T18:40:02.493263Z","steps":["trace[134972170] 'agreement among raft nodes before linearized reading' (duration: 109.730743ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:02.493465Z","caller":"traceutil/trace.go:171","msg":"trace[1558528907] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:6024; }","duration":"123.865843ms","start":"2026-03-31T18:40:02.36957Z","end":"2026-03-31T18:40:02.493436Z","steps":["trace[1558528907] 'agreement among raft nodes before linearized reading' (duration: 123.37508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:02.493186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.031307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T18:40:02.493793Z","caller":"traceutil/trace.go:171","msg":"trace[857804587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6024; }","duration":"104.657793ms","start":"2026-03-31T18:40:02.389111Z","end":"2026-03-31T18:40:02.493769Z","steps":["trace[857804587] 'agreement among raft nodes before linearized reading' (duration: 103.936614ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:02.493201Z","caller":"traceutil/trace.go:171","msg":"trace[1728740396] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6024; }","duration":"109.363283ms","start":"2026-03-31T18:40:02.383821Z","end":"2026-03-31T18:40:02.493184Z","steps":["trace[1728740396] 'agreement among raft nodes before linearized reading' (duration: 109.2386ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:02.493038Z","caller":"traceutil/trace.go:171","msg":"trace[20418255] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6024; }","duration":"131.179064ms","start":"2026-03-31T18:40:02.361845Z","end":"2026-03-31T18:40:02.493024Z","steps":["trace[20418255] 'agreement among raft nodes before linearized reading' (duration: 130.98791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:02.493303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.506665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:40:02.494004Z","caller":"traceutil/trace.go:171","msg":"trace[988876653] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6024; }","duration":"115.286126ms","start":"2026-03-31T18:40:02.3787Z","end":"2026-03-31T18:40:02.493986Z","steps":["trace[988876653] 'agreement among raft nodes before linearized reading' (duration: 114.329499ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:02.687615Z","caller":"traceutil/trace.go:171","msg":"trace[1117554435] transaction","detail":"{read_only:false; response_revision:6027; number_of_response:1; }","duration":"189.367027ms","start":"2026-03-31T18:40:02.498221Z","end":"2026-03-31T18:40:02.687588Z","steps":["trace[1117554435] 'process raft request' (duration: 189.285294ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:02.687632Z","caller":"traceutil/trace.go:171","msg":"trace[406427390] transaction","detail":"{read_only:false; response_revision:6026; number_of_response:1; }","duration":"189.410379ms","start":"2026-03-31T18:40:02.498179Z","end":"2026-03-31T18:40:02.687589Z","steps":["trace[406427390] 'process raft request' (duration: 152.317968ms)","trace[406427390] 'compare' (duration: 36.875835ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:02.688061Z","caller":"traceutil/trace.go:171","msg":"trace[1955655025] linearizableReadLoop","detail":"{readStateIndex:6256; appliedIndex:6250; }","duration":"189.092681ms","start":"2026-03-31T18:40:02.49891Z","end":"2026-03-31T18:40:02.688003Z","steps":["trace[1955655025] 'read index received' (duration: 66.289027ms)","trace[1955655025] 'applied index is now lower than readState.Index' (duration: 122.801843ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:02.688154Z","caller":"traceutil/trace.go:171","msg":"trace[1911074829] transaction","detail":"{read_only:false; response_revision:6029; number_of_response:1; }","duration":"189.883642ms","start":"2026-03-31T18:40:02.498237Z","end":"2026-03-31T18:40:02.68812Z","steps":["trace[1911074829] 'process raft request' (duration: 189.494541ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:02.688228Z","caller":"traceutil/trace.go:171","msg":"trace[1085880294] transaction","detail":"{read_only:false; response_revision:6030; number_of_response:1; }","duration":"189.914423ms","start":"2026-03-31T18:40:02.498298Z","end":"2026-03-31T18:40:02.688212Z","steps":["trace[1085880294] 'process raft request' (duration: 189.596945ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:02.688351Z","caller":"traceutil/trace.go:171","msg":"trace[211948336] transaction","detail":"{read_only:false; response_revision:6028; number_of_response:1; }","duration":"190.099428ms","start":"2026-03-31T18:40:02.49824Z","end":"2026-03-31T18:40:02.68834Z","steps":["trace[211948336] 'process raft request' (duration: 189.308996ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:02.688499Z","caller":"traceutil/trace.go:171","msg":"trace[455628132] transaction","detail":"{read_only:false; response_revision:6031; number_of_response:1; }","duration":"190.085917ms","start":"2026-03-31T18:40:02.498388Z","end":"2026-03-31T18:40:02.688474Z","steps":["trace[455628132] 'process raft request' (duration: 189.563593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:02.688984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.059847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:10 size:84856"} {"level":"info","ts":"2026-03-31T18:40:02.689042Z","caller":"traceutil/trace.go:171","msg":"trace[139655249] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:10; response_revision:6031; }","duration":"190.130958ms","start":"2026-03-31T18:40:02.498895Z","end":"2026-03-31T18:40:02.689026Z","steps":["trace[139655249] 'agreement among raft nodes before linearized reading' (duration: 189.862881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:10.859935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.964878ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:40:10.860238Z","caller":"traceutil/trace.go:171","msg":"trace[1399787019] transaction","detail":"{read_only:false; response_revision:6091; number_of_response:1; }","duration":"257.076922ms","start":"2026-03-31T18:40:10.603129Z","end":"2026-03-31T18:40:10.860206Z","steps":["trace[1399787019] 'process raft request' (duration: 27.538298ms)","trace[1399787019] 'compare' (duration: 228.502025ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:40:10.860369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.457507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T18:40:10.8604Z","caller":"traceutil/trace.go:171","msg":"trace[1962261906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6091; }","duration":"133.541479ms","start":"2026-03-31T18:40:10.726851Z","end":"2026-03-31T18:40:10.860392Z","steps":["trace[1962261906] 'agreement among raft nodes before linearized reading' (duration: 133.428046ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:10.860214Z","caller":"traceutil/trace.go:171","msg":"trace[701323752] linearizableReadLoop","detail":"{readStateIndex:6318; appliedIndex:6317; }","duration":"133.263022ms","start":"2026-03-31T18:40:10.726922Z","end":"2026-03-31T18:40:10.860185Z","steps":["trace[701323752] 'read index received' (duration: 81.012µs)","trace[701323752] 'applied index is now lower than readState.Index' (duration: 133.17867ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:40:10.860752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.21669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:40:10.860787Z","caller":"traceutil/trace.go:171","msg":"trace[234737241] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6091; }","duration":"133.301123ms","start":"2026-03-31T18:40:10.727475Z","end":"2026-03-31T18:40:10.860776Z","steps":["trace[234737241] 'agreement among raft nodes before linearized reading' (duration: 133.20486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:10.86074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.038428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:40:10.860918Z","caller":"traceutil/trace.go:171","msg":"trace[1105323348] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6091; }","duration":"132.240104ms","start":"2026-03-31T18:40:10.728654Z","end":"2026-03-31T18:40:10.860894Z","steps":["trace[1105323348] 'agreement among raft nodes before linearized reading' (duration: 131.989057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:10.86086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.685715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:40:10.861009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.073311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rj546\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-03-31T18:40:10.861015Z","caller":"traceutil/trace.go:171","msg":"trace[1248676158] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6091; }","duration":"132.8727ms","start":"2026-03-31T18:40:10.728133Z","end":"2026-03-31T18:40:10.861006Z","steps":["trace[1248676158] 'agreement among raft nodes before linearized reading' (duration: 132.704496ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:10.861036Z","caller":"traceutil/trace.go:171","msg":"trace[250837698] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rj546; range_end:; response_count:1; response_revision:6091; }","duration":"127.125514ms","start":"2026-03-31T18:40:10.733903Z","end":"2026-03-31T18:40:10.861028Z","steps":["trace[250837698] 'agreement among raft nodes before linearized reading' (duration: 127.047741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:10.860942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.432737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:40:10.861198Z","caller":"traceutil/trace.go:171","msg":"trace[820123390] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6091; }","duration":"133.774696ms","start":"2026-03-31T18:40:10.727415Z","end":"2026-03-31T18:40:10.86119Z","steps":["trace[820123390] 'agreement among raft nodes before linearized reading' (duration: 133.469727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:10.86126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.791417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-31T18:40:10.861337Z","caller":"traceutil/trace.go:171","msg":"trace[1380119499] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:6091; }","duration":"133.898988ms","start":"2026-03-31T18:40:10.727399Z","end":"2026-03-31T18:40:10.861298Z","steps":["trace[1380119499] 'agreement among raft nodes before linearized reading' (duration: 133.21194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:13.216815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.110849ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:40:13.217107Z","caller":"traceutil/trace.go:171","msg":"trace[1986185872] transaction","detail":"{read_only:false; response_revision:6102; number_of_response:1; }","duration":"271.592862ms","start":"2026-03-31T18:40:12.945471Z","end":"2026-03-31T18:40:13.217064Z","steps":["trace[1986185872] 'process raft request' (duration: 135.155914ms)","trace[1986185872] 'compare' (duration: 135.969926ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:13.354088Z","caller":"traceutil/trace.go:171","msg":"trace[80569687] transaction","detail":"{read_only:false; response_revision:6103; number_of_response:1; }","duration":"408.025782ms","start":"2026-03-31T18:40:12.946043Z","end":"2026-03-31T18:40:13.354069Z","steps":["trace[80569687] 'process raft request' (duration: 379.321181ms)","trace[80569687] 'compare' (duration: 28.555416ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:40:13.354214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:12.946022Z","time spent":"408.124974ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:40:13.354364Z","caller":"traceutil/trace.go:171","msg":"trace[861818504] transaction","detail":"{read_only:false; response_revision:6104; number_of_response:1; }","duration":"408.244847ms","start":"2026-03-31T18:40:12.946113Z","end":"2026-03-31T18:40:13.354358Z","steps":["trace[861818504] 'process raft request' (duration: 407.918228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:13.354392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:12.946079Z","time spent":"408.2956ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:40:13.354611Z","caller":"traceutil/trace.go:171","msg":"trace[1027459891] transaction","detail":"{read_only:false; response_revision:6105; number_of_response:1; }","duration":"408.425934ms","start":"2026-03-31T18:40:12.946179Z","end":"2026-03-31T18:40:13.354605Z","steps":["trace[1027459891] 'process raft request' (duration: 408.147876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:13.354644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:12.946157Z","time spent":"408.467084ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:40:13.355011Z","caller":"traceutil/trace.go:171","msg":"trace[1787828631] transaction","detail":"{read_only:false; response_revision:6106; number_of_response:1; }","duration":"408.279319ms","start":"2026-03-31T18:40:12.946721Z","end":"2026-03-31T18:40:13.355001Z","steps":["trace[1787828631] 'process raft request' (duration: 407.850367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:13.355055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:12.9467Z","time spent":"408.335431ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:40:13.355077Z","caller":"traceutil/trace.go:171","msg":"trace[744623942] linearizableReadLoop","detail":"{readStateIndex:6330; appliedIndex:6328; }","duration":"408.986829ms","start":"2026-03-31T18:40:12.946061Z","end":"2026-03-31T18:40:13.355048Z","steps":["trace[744623942] 'read index received' (duration: 134.583529ms)","trace[744623942] 'applied index is now lower than readState.Index' (duration: 274.40202ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:13.355202Z","caller":"traceutil/trace.go:171","msg":"trace[1804576483] transaction","detail":"{read_only:false; response_revision:6107; number_of_response:1; }","duration":"407.94289ms","start":"2026-03-31T18:40:12.947252Z","end":"2026-03-31T18:40:13.355195Z","steps":["trace[1804576483] 'process raft request' (duration: 407.681733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:13.355239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:12.947241Z","time spent":"407.97947ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:40:13.355355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.643909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:40:13.355379Z","caller":"traceutil/trace.go:171","msg":"trace[1311845944] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:6107; }","duration":"183.704172ms","start":"2026-03-31T18:40:13.171667Z","end":"2026-03-31T18:40:13.355371Z","steps":["trace[1311845944] 'agreement among raft nodes before linearized reading' (duration: 183.66051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:13.35567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.561594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:92280"} {"level":"info","ts":"2026-03-31T18:40:13.355746Z","caller":"traceutil/trace.go:171","msg":"trace[1994156667] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6107; }","duration":"409.714318ms","start":"2026-03-31T18:40:12.946016Z","end":"2026-03-31T18:40:13.35573Z","steps":["trace[1994156667] 'agreement among raft nodes before linearized reading' (duration: 409.203844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:13.355792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:12.945996Z","time spent":"409.785231ms","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":92303,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T18:40:14.858317Z","caller":"traceutil/trace.go:171","msg":"trace[1751684298] transaction","detail":"{read_only:false; response_revision:6114; number_of_response:1; }","duration":"132.47396ms","start":"2026-03-31T18:40:14.7258Z","end":"2026-03-31T18:40:14.858273Z","steps":["trace[1751684298] 'process raft request' (duration: 132.169041ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:15.224933Z","caller":"traceutil/trace.go:171","msg":"trace[709539011] transaction","detail":"{read_only:false; response_revision:6116; number_of_response:1; }","duration":"258.765529ms","start":"2026-03-31T18:40:14.966146Z","end":"2026-03-31T18:40:15.224912Z","steps":["trace[709539011] 'process raft request' (duration: 258.621125ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:15.237394Z","caller":"traceutil/trace.go:171","msg":"trace[780196702] transaction","detail":"{read_only:false; response_revision:6117; number_of_response:1; }","duration":"119.915443ms","start":"2026-03-31T18:40:15.117459Z","end":"2026-03-31T18:40:15.237375Z","steps":["trace[780196702] 'process raft request' (duration: 119.339148ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:41.910275Z","caller":"traceutil/trace.go:171","msg":"trace[797205559] linearizableReadLoop","detail":"{readStateIndex:6549; appliedIndex:6547; }","duration":"167.67141ms","start":"2026-03-31T18:40:41.742585Z","end":"2026-03-31T18:40:41.910256Z","steps":["trace[797205559] 'read index received' (duration: 56.161508ms)","trace[797205559] 'applied index is now lower than readState.Index' (duration: 111.509162ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:41.910463Z","caller":"traceutil/trace.go:171","msg":"trace[303362848] transaction","detail":"{read_only:false; response_revision:6315; number_of_response:1; }","duration":"168.03838ms","start":"2026-03-31T18:40:41.742282Z","end":"2026-03-31T18:40:41.91032Z","steps":["trace[303362848] 'process raft request' (duration: 113.539758ms)","trace[303362848] 'compare' (duration: 54.332547ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:40:41.910671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.072038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-31T18:40:41.910735Z","caller":"traceutil/trace.go:171","msg":"trace[1297518286] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6315; }","duration":"165.177931ms","start":"2026-03-31T18:40:41.745531Z","end":"2026-03-31T18:40:41.910709Z","steps":["trace[1297518286] 'agreement among raft nodes before linearized reading' (duration: 165.053218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:41.910837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.363123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:40:41.910962Z","caller":"traceutil/trace.go:171","msg":"trace[2030504975] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:6315; }","duration":"138.549317ms","start":"2026-03-31T18:40:41.772387Z","end":"2026-03-31T18:40:41.910937Z","steps":["trace[2030504975] 'agreement among raft nodes before linearized reading' (duration: 138.342951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:41.911047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.460231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:13 size:110094"} {"level":"info","ts":"2026-03-31T18:40:41.911102Z","caller":"traceutil/trace.go:171","msg":"trace[1456142173] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:13; response_revision:6315; }","duration":"168.516193ms","start":"2026-03-31T18:40:41.742578Z","end":"2026-03-31T18:40:41.911095Z","steps":["trace[1456142173] 'agreement among raft nodes before linearized reading' (duration: 167.786383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:37.725627Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264859779148226,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:41:38.23481Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264859779148226,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:41:38.735925Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264859779148226,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:41:39.026666Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.299242208s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:41:39.027011Z","caller":"traceutil/trace.go:171","msg":"trace[1529816319] transaction","detail":"{read_only:false; response_revision:6640; number_of_response:1; }","duration":"2.299712741s","start":"2026-03-31T18:41:36.727277Z","end":"2026-03-31T18:41:39.026989Z","steps":["trace[1529816319] 'process raft request' (duration: 2.299548467s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:39.027167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:36.727246Z","time spent":"2.299821344s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:41:39.028212Z","caller":"traceutil/trace.go:171","msg":"trace[1311267379] transaction","detail":"{read_only:false; response_revision:6641; number_of_response:1; }","duration":"2.167647882s","start":"2026-03-31T18:41:36.860547Z","end":"2026-03-31T18:41:39.028195Z","steps":["trace[1311267379] 'process raft request' (duration: 2.167447478s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:39.028288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:36.860515Z","time spent":"2.167741125s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:41:39.028297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.802965234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:41:39.02826Z","caller":"traceutil/trace.go:171","msg":"trace[1930671529] transaction","detail":"{read_only:false; response_revision:6642; number_of_response:1; }","duration":"792.718911ms","start":"2026-03-31T18:41:38.235512Z","end":"2026-03-31T18:41:39.028231Z","steps":["trace[1930671529] 'process raft request' (duration: 792.606038ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:39.028336Z","caller":"traceutil/trace.go:171","msg":"trace[1138656950] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:6643; }","duration":"1.803056499s","start":"2026-03-31T18:41:37.225269Z","end":"2026-03-31T18:41:39.028325Z","steps":["trace[1138656950] 'agreement among raft nodes before linearized reading' (duration: 1.802973986s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:39.028375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:37.225253Z","time spent":"1.803113679s","remote":"127.0.0.1:38308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:41:39.028201Z","caller":"traceutil/trace.go:171","msg":"trace[1155043427] linearizableReadLoop","detail":"{readStateIndex:6888; appliedIndex:6884; }","duration":"1.802869102s","start":"2026-03-31T18:41:37.225307Z","end":"2026-03-31T18:41:39.028176Z","steps":["trace[1155043427] 'read index received' (duration: 1.801542676s)","trace[1155043427] 'applied index is now lower than readState.Index' (duration: 1.325486ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:39.028463Z","caller":"traceutil/trace.go:171","msg":"trace[352127829] transaction","detail":"{read_only:false; response_revision:6643; number_of_response:1; }","duration":"792.893597ms","start":"2026-03-31T18:41:38.235558Z","end":"2026-03-31T18:41:39.028451Z","steps":["trace[352127829] 'process raft request' (duration: 792.590098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:39.028521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:38.235543Z","time spent":"792.953188ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:41:39.028491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:38.235498Z","time spent":"792.859255ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:41:39.028547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.359138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:41:39.028572Z","caller":"traceutil/trace.go:171","msg":"trace[505856209] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6643; }","duration":"793.41638ms","start":"2026-03-31T18:41:38.235148Z","end":"2026-03-31T18:41:39.028565Z","steps":["trace[505856209] 'agreement among raft nodes before linearized reading' (duration: 793.363488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:39.028595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:38.235131Z","time spent":"793.460061ms","remote":"127.0.0.1:44762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:41:39.028684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.005457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rj546\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-03-31T18:41:39.028704Z","caller":"traceutil/trace.go:171","msg":"trace[864121299] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rj546; range_end:; response_count:1; response_revision:6643; }","duration":"757.074649ms","start":"2026-03-31T18:41:38.271622Z","end":"2026-03-31T18:41:39.028697Z","steps":["trace[864121299] 'agreement among raft nodes before linearized reading' (duration: 756.968446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:39.02872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:38.2716Z","time spent":"757.11619ms","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-rj546\" "} {"level":"warn","ts":"2026-03-31T18:41:39.028747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.240465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:41:39.028748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.197464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:41:39.028843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.681034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T18:41:39.028849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.563601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:41:39.028852Z","caller":"traceutil/trace.go:171","msg":"trace[670852385] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6643; }","duration":"793.332488ms","start":"2026-03-31T18:41:38.235505Z","end":"2026-03-31T18:41:39.028837Z","steps":["trace[670852385] 'agreement among raft nodes before linearized reading' (duration: 793.101152ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:39.028871Z","caller":"traceutil/trace.go:171","msg":"trace[1120180194] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6643; }","duration":"198.738616ms","start":"2026-03-31T18:41:38.830125Z","end":"2026-03-31T18:41:39.028863Z","steps":["trace[1120180194] 'agreement among raft nodes before linearized reading' (duration: 198.588082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:39.028878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.39953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:41:39.028881Z","caller":"traceutil/trace.go:171","msg":"trace[1720770767] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6643; }","duration":"790.671935ms","start":"2026-03-31T18:41:38.238201Z","end":"2026-03-31T18:41:39.028873Z","steps":["trace[1720770767] 'agreement among raft nodes before linearized reading' (duration: 790.53458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:39.028895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:38.235487Z","time spent":"793.40146ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:41:39.028903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:38.23818Z","time spent":"790.718616ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:41:39.028767Z","caller":"traceutil/trace.go:171","msg":"trace[583109695] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6643; }","duration":"793.273276ms","start":"2026-03-31T18:41:38.235487Z","end":"2026-03-31T18:41:39.02876Z","steps":["trace[583109695] 'agreement among raft nodes before linearized reading' (duration: 793.211644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:39.028957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.515063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T18:41:39.02896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.226207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"warn","ts":"2026-03-31T18:41:39.0289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.200964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:41:39.028975Z","caller":"traceutil/trace.go:171","msg":"trace[1212758267] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6643; }","duration":"793.566394ms","start":"2026-03-31T18:41:38.235403Z","end":"2026-03-31T18:41:39.02897Z","steps":["trace[1212758267] 'agreement among raft nodes before linearized reading' (duration: 793.510482ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:39.028981Z","caller":"traceutil/trace.go:171","msg":"trace[537196890] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6643; }","duration":"690.278569ms","start":"2026-03-31T18:41:38.338696Z","end":"2026-03-31T18:41:39.028975Z","steps":["trace[537196890] 'agreement among raft nodes before linearized reading' (duration: 690.218387ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:39.02899Z","caller":"traceutil/trace.go:171","msg":"trace[366120905] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:6643; }","duration":"205.324598ms","start":"2026-03-31T18:41:38.823656Z","end":"2026-03-31T18:41:39.028981Z","steps":["trace[366120905] 'agreement among raft nodes before linearized reading' (duration: 205.217115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:39.028993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:38.235387Z","time spent":"793.602226ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:41:39.029009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:38.338681Z","time spent":"690.32119ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"warn","ts":"2026-03-31T18:41:39.029023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.175528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-31T18:41:39.029073Z","caller":"traceutil/trace.go:171","msg":"trace[1682619477] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6643; }","duration":"791.23741ms","start":"2026-03-31T18:41:38.237825Z","end":"2026-03-31T18:41:39.029062Z","steps":["trace[1682619477] 'agreement among raft nodes before linearized reading' (duration: 791.045525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:39.029093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.702847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:41:39.028902Z","caller":"traceutil/trace.go:171","msg":"trace[412252404] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6643; }","duration":"793.431391ms","start":"2026-03-31T18:41:38.235462Z","end":"2026-03-31T18:41:39.028894Z","steps":["trace[412252404] 'agreement among raft nodes before linearized reading' (duration: 793.370159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:39.028963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:38.235483Z","time spent":"793.473691ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:41:39.029113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:38.237818Z","time spent":"791.288622ms","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:41:39.029131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:38.235456Z","time spent":"793.667497ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:41:39.029152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.914999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-31T18:41:39.029174Z","caller":"traceutil/trace.go:171","msg":"trace[1412818001] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:6643; }","duration":"738.96276ms","start":"2026-03-31T18:41:38.290204Z","end":"2026-03-31T18:41:39.029167Z","steps":["trace[1412818001] 'agreement among raft nodes before linearized reading' (duration: 738.901859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:39.029192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:38.290195Z","time spent":"738.992851ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:41:39.029117Z","caller":"traceutil/trace.go:171","msg":"trace[1643584394] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6643; }","duration":"197.739428ms","start":"2026-03-31T18:41:38.831371Z","end":"2026-03-31T18:41:39.029111Z","steps":["trace[1643584394] 'agreement among raft nodes before linearized reading' (duration: 197.672146ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:00.625964Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5404} {"level":"info","ts":"2026-03-31T18:44:00.70585Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5404,"took":"77.430563ms","hash":3769829395,"current-db-size-bytes":55246848,"current-db-size":"55 MB","current-db-size-in-use-bytes":25255936,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-31T18:44:00.705908Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3769829395,"revision":5404,"compact-revision":2721} {"level":"info","ts":"2026-03-31T18:45:13.273466Z","caller":"traceutil/trace.go:171","msg":"trace[1271796099] transaction","detail":"{read_only:false; response_revision:8319; number_of_response:1; }","duration":"547.331045ms","start":"2026-03-31T18:45:12.726103Z","end":"2026-03-31T18:45:13.273434Z","steps":["trace[1271796099] 'process raft request' (duration: 543.492071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:13.273649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:12.726055Z","time spent":"547.49689ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:45:13.278151Z","caller":"traceutil/trace.go:171","msg":"trace[606240542] transaction","detail":"{read_only:false; response_revision:8320; number_of_response:1; }","duration":"131.779785ms","start":"2026-03-31T18:45:13.146339Z","end":"2026-03-31T18:45:13.278119Z","steps":["trace[606240542] 'process raft request' (duration: 131.60109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:14.417841Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264859779152818,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:45:14.918118Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264859779152818,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:45:15.41891Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264859779152818,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:45:15.901728Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.985522645s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:45:15.902325Z","caller":"traceutil/trace.go:171","msg":"trace[1657463242] transaction","detail":"{read_only:false; response_revision:8321; number_of_response:1; }","duration":"1.986209063s","start":"2026-03-31T18:45:13.916084Z","end":"2026-03-31T18:45:15.902293Z","steps":["trace[1657463242] 'process raft request' (duration: 1.985998488s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:15.902514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:13.916058Z","time spent":"1.986356007s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:45:15.905241Z","caller":"traceutil/trace.go:171","msg":"trace[1910345550] linearizableReadLoop","detail":"{readStateIndex:8620; appliedIndex:8618; }","duration":"1.987827657s","start":"2026-03-31T18:45:13.917375Z","end":"2026-03-31T18:45:15.905203Z","steps":["trace[1910345550] 'read index received' (duration: 1.984799215s)","trace[1910345550] 'applied index is now lower than readState.Index' (duration: 3.027082ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:45:15.905559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.988139225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19352"} {"level":"info","ts":"2026-03-31T18:45:15.905613Z","caller":"traceutil/trace.go:171","msg":"trace[1617471528] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8322; }","duration":"1.98831667s","start":"2026-03-31T18:45:13.91728Z","end":"2026-03-31T18:45:15.905597Z","steps":["trace[1617471528] 'agreement among raft nodes before linearized reading' (duration: 1.988085554s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:15.905658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:13.917273Z","time spent":"1.988375302s","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19375,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T18:45:15.905651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.87341091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"warn","ts":"2026-03-31T18:45:15.905683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164610828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:45:15.905763Z","caller":"traceutil/trace.go:171","msg":"trace[1440982780] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:8322; }","duration":"1.873570244s","start":"2026-03-31T18:45:14.032161Z","end":"2026-03-31T18:45:15.905731Z","steps":["trace[1440982780] 'agreement among raft nodes before linearized reading' (duration: 1.873280967s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:15.905856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.039034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:45:15.90588Z","caller":"traceutil/trace.go:171","msg":"trace[1860809589] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:8322; }","duration":"750.114387ms","start":"2026-03-31T18:45:15.15576Z","end":"2026-03-31T18:45:15.905875Z","steps":["trace[1860809589] 'agreement among raft nodes before linearized reading' (duration: 750.043675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:15.905877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315262882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:45:15.905945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124734962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:45:15.905956Z","caller":"traceutil/trace.go:171","msg":"trace[1001684795] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8322; }","duration":"1.315371505s","start":"2026-03-31T18:45:14.590559Z","end":"2026-03-31T18:45:15.90593Z","steps":["trace[1001684795] 'agreement among raft nodes before linearized reading' (duration: 1.315289403s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:15.905975Z","caller":"traceutil/trace.go:171","msg":"trace[66725405] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:8322; }","duration":"1.124803115s","start":"2026-03-31T18:45:14.781163Z","end":"2026-03-31T18:45:15.905966Z","steps":["trace[66725405] 'agreement among raft nodes before linearized reading' (duration: 1.124762483s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:15.906002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:14.78114Z","time spent":"1.124856717s","remote":"127.0.0.1:45198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:45:15.906008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494899469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T18:45:15.906014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:14.590534Z","time spent":"1.315471348s","remote":"127.0.0.1:44762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:45:15.906049Z","caller":"traceutil/trace.go:171","msg":"trace[1392641603] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8322; }","duration":"1.494982421s","start":"2026-03-31T18:45:14.411051Z","end":"2026-03-31T18:45:15.906033Z","steps":["trace[1392641603] 'agreement among raft nodes before linearized reading' (duration: 1.494865148s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:15.90611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:14.41103Z","time spent":"1.495065443s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:45:15.905881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:14.032138Z","time spent":"1.873729439s","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"warn","ts":"2026-03-31T18:45:15.905739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494253881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-31T18:45:15.906388Z","caller":"traceutil/trace.go:171","msg":"trace[1656011361] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8322; }","duration":"1.494945129s","start":"2026-03-31T18:45:14.411429Z","end":"2026-03-31T18:45:15.906374Z","steps":["trace[1656011361] 'agreement among raft nodes before linearized reading' (duration: 1.494037585s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:15.90641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550684054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:45:15.906435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:14.411402Z","time spent":"1.495021662s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:45:15.906478Z","caller":"traceutil/trace.go:171","msg":"trace[840122195] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8322; }","duration":"1.550781087s","start":"2026-03-31T18:45:14.355665Z","end":"2026-03-31T18:45:15.906446Z","steps":["trace[840122195] 'agreement among raft nodes before linearized reading' (duration: 1.550651933s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:15.905778Z","caller":"traceutil/trace.go:171","msg":"trace[1095773799] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:8322; }","duration":"1.164784003s","start":"2026-03-31T18:45:14.740975Z","end":"2026-03-31T18:45:15.905759Z","steps":["trace[1095773799] 'agreement among raft nodes before linearized reading' (duration: 1.164613938s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:15.906497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674543235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:45:15.906516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:14.355639Z","time spent":"1.550868089s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:45:15.906546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:14.740946Z","time spent":"1.165582575s","remote":"127.0.0.1:38142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:45:15.906559Z","caller":"traceutil/trace.go:171","msg":"trace[578135554] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8322; }","duration":"1.674631857s","start":"2026-03-31T18:45:14.231905Z","end":"2026-03-31T18:45:15.906537Z","steps":["trace[578135554] 'agreement among raft nodes before linearized reading' (duration: 1.674535104s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:15.906599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:14.231887Z","time spent":"1.674702189s","remote":"127.0.0.1:45250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:45:15.906418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55759532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:45:15.905906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:15.155738Z","time spent":"750.161988ms","remote":"127.0.0.1:45204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:45:15.906738Z","caller":"traceutil/trace.go:171","msg":"trace[1493325148] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8322; }","duration":"1.557938089s","start":"2026-03-31T18:45:14.348762Z","end":"2026-03-31T18:45:15.9067Z","steps":["trace[1493325148] 'agreement among raft nodes before linearized reading' (duration: 1.55757888s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:15.906846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:14.348714Z","time spent":"1.558096783s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:45:15.906828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450429849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rj546\" ","response":"range_response_count:1 size:6523"} {"level":"warn","ts":"2026-03-31T18:45:15.906903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499896513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T18:45:15.906939Z","caller":"traceutil/trace.go:171","msg":"trace[610977307] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8322; }","duration":"1.499969155s","start":"2026-03-31T18:45:14.40696Z","end":"2026-03-31T18:45:15.90693Z","steps":["trace[610977307] 'agreement among raft nodes before linearized reading' (duration: 1.499821361s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:15.90693Z","caller":"traceutil/trace.go:171","msg":"trace[649450031] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rj546; range_end:; response_count:1; response_revision:8322; }","duration":"1.450553392s","start":"2026-03-31T18:45:14.456343Z","end":"2026-03-31T18:45:15.906896Z","steps":["trace[649450031] 'agreement among raft nodes before linearized reading' (duration: 1.450208403s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:15.906966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:14.406938Z","time spent":"1.500021058s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:45:15.906997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511902098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:45:15.907005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:14.456329Z","time spent":"1.450658325s","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-rj546\" "} {"level":"info","ts":"2026-03-31T18:45:15.907038Z","caller":"traceutil/trace.go:171","msg":"trace[1330685203] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8322; }","duration":"1.511979259s","start":"2026-03-31T18:45:14.395048Z","end":"2026-03-31T18:45:15.907028Z","steps":["trace[1330685203] 'agreement among raft nodes before linearized reading' (duration: 1.511861126s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:15.907069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:14.395029Z","time spent":"1.512032881s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:45:15.914186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502133414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:45:15.914251Z","caller":"traceutil/trace.go:171","msg":"trace[627604653] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8322; }","duration":"1.502243426s","start":"2026-03-31T18:45:14.411993Z","end":"2026-03-31T18:45:15.914236Z","steps":["trace[627604653] 'agreement among raft nodes before linearized reading' (duration: 1.50198985s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:15.91429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:14.411977Z","time spent":"1.502301519s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:45:15.91447Z","caller":"traceutil/trace.go:171","msg":"trace[1448785128] transaction","detail":"{read_only:false; response_revision:8322; number_of_response:1; }","duration":"1.995973116s","start":"2026-03-31T18:45:13.918477Z","end":"2026-03-31T18:45:15.91445Z","steps":["trace[1448785128] 'process raft request' (duration: 1.986540242s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:15.914573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:13.918465Z","time spent":"1.996040828s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:45:28.557048Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264859779152995,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:45:29.057796Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264859779152995,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:45:29.558512Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264859779152995,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:45:29.839305Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.829027344s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:45:29.839755Z","caller":"traceutil/trace.go:171","msg":"trace[829513236] transaction","detail":"{read_only:false; response_revision:8386; number_of_response:1; }","duration":"1.829593659s","start":"2026-03-31T18:45:28.010136Z","end":"2026-03-31T18:45:29.83973Z","steps":["trace[829513236] 'process raft request' (duration: 1.829410644s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:29.839935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:28.010105Z","time spent":"1.829738153s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:45:30.419314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.132719ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:45:30.419451Z","caller":"traceutil/trace.go:171","msg":"trace[219380757] linearizableReadLoop","detail":"{readStateIndex:8689; appliedIndex:8687; }","duration":"2.362445783s","start":"2026-03-31T18:45:28.056982Z","end":"2026-03-31T18:45:30.419427Z","steps":["trace[219380757] 'read index received' (duration: 1.782553426s)","trace[219380757] 'applied index is now lower than readState.Index' (duration: 579.891237ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:45:30.419817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446808395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:45:30.419847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.125497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:45:30.41991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.828566391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:45:30.419916Z","caller":"traceutil/trace.go:171","msg":"trace[917342335] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:8387; }","duration":"1.446982991s","start":"2026-03-31T18:45:28.97291Z","end":"2026-03-31T18:45:30.419893Z","steps":["trace[917342335] 'agreement among raft nodes before linearized reading' (duration: 1.446828796s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:30.419918Z","caller":"traceutil/trace.go:171","msg":"trace[1052349051] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8387; }","duration":"206.2329ms","start":"2026-03-31T18:45:30.213667Z","end":"2026-03-31T18:45:30.4199Z","steps":["trace[1052349051] 'agreement among raft nodes before linearized reading' (duration: 206.130177ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:30.419949Z","caller":"traceutil/trace.go:171","msg":"trace[406763745] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8387; }","duration":"1.828629443s","start":"2026-03-31T18:45:28.591306Z","end":"2026-03-31T18:45:30.419935Z","steps":["trace[406763745] 'agreement among raft nodes before linearized reading' (duration: 1.828580952s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:30.419975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:28.591288Z","time spent":"1.828682194s","remote":"127.0.0.1:44762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:45:30.419977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.298813433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T18:45:30.419993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.310844157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T18:45:30.419964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:28.972876Z","time spent":"1.447077404s","remote":"127.0.0.1:36134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:45:30.420054Z","caller":"traceutil/trace.go:171","msg":"trace[475652981] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8387; }","duration":"2.298901657s","start":"2026-03-31T18:45:28.121131Z","end":"2026-03-31T18:45:30.420033Z","steps":["trace[475652981] 'agreement among raft nodes before linearized reading' (duration: 2.298695631s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:30.420067Z","caller":"traceutil/trace.go:171","msg":"trace[488569796] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8387; }","duration":"2.310957s","start":"2026-03-31T18:45:28.109087Z","end":"2026-03-31T18:45:30.420044Z","steps":["trace[488569796] 'agreement among raft nodes before linearized reading' (duration: 2.310812687s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:30.420034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.769792032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:45:30.420151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:28.109062Z","time spent":"2.311038493s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:45:30.419849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.360644465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rj546\" ","response":"range_response_count:1 size:6523"} {"level":"warn","ts":"2026-03-31T18:45:30.420068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.299610626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T18:45:30.42017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.299111491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-31T18:45:30.419858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.297993552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:45:30.420262Z","caller":"traceutil/trace.go:171","msg":"trace[76602845] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8387; }","duration":"2.299281487s","start":"2026-03-31T18:45:28.120958Z","end":"2026-03-31T18:45:30.420239Z","steps":["trace[76602845] 'agreement among raft nodes before linearized reading' (duration: 2.298946858s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:30.420155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:28.121124Z","time spent":"2.298975089s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:45:30.420359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:28.120948Z","time spent":"2.299388629s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:45:30.420207Z","caller":"traceutil/trace.go:171","msg":"trace[1301605337] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rj546; range_end:; response_count:1; response_revision:8387; }","duration":"2.361047196s","start":"2026-03-31T18:45:28.059146Z","end":"2026-03-31T18:45:30.420193Z","steps":["trace[1301605337] 'agreement among raft nodes before linearized reading' (duration: 2.36043888s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:30.420475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:28.059132Z","time spent":"2.361332284s","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-rj546\" "} {"level":"info","ts":"2026-03-31T18:45:30.420214Z","caller":"traceutil/trace.go:171","msg":"trace[573328305] transaction","detail":"{read_only:false; response_revision:8387; number_of_response:1; }","duration":"2.396143328s","start":"2026-03-31T18:45:28.02337Z","end":"2026-03-31T18:45:30.419514Z","steps":["trace[573328305] 'process raft request' (duration: 2.05969005s)","trace[573328305] 'compare' (duration: 335.454601ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:45:30.420571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.363562314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:45:30.420222Z","caller":"traceutil/trace.go:171","msg":"trace[1027986426] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:8387; }","duration":"1.77006903s","start":"2026-03-31T18:45:28.650112Z","end":"2026-03-31T18:45:30.420181Z","steps":["trace[1027986426] 'agreement among raft nodes before linearized reading' (duration: 1.769731241s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:30.420658Z","caller":"traceutil/trace.go:171","msg":"trace[1354272191] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8387; }","duration":"2.363711329s","start":"2026-03-31T18:45:28.056928Z","end":"2026-03-31T18:45:30.42064Z","steps":["trace[1354272191] 'agreement among raft nodes before linearized reading' (duration: 2.363298597s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:30.420643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:28.023338Z","time spent":"2.397198058s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:45:30.420697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:28.056904Z","time spent":"2.36378733s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:45:30.420749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:28.650085Z","time spent":"1.770608145s","remote":"127.0.0.1:35958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:45:30.420272Z","caller":"traceutil/trace.go:171","msg":"trace[268616389] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8387; }","duration":"2.299851052s","start":"2026-03-31T18:45:28.120369Z","end":"2026-03-31T18:45:30.42022Z","steps":["trace[268616389] 'agreement among raft nodes before linearized reading' (duration: 2.299442061s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:30.420363Z","caller":"traceutil/trace.go:171","msg":"trace[563437357] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8387; }","duration":"2.298501895s","start":"2026-03-31T18:45:28.12181Z","end":"2026-03-31T18:45:30.420312Z","steps":["trace[563437357] 'agreement among raft nodes before linearized reading' (duration: 2.29792482s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:30.42093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:28.120351Z","time spent":"2.300518311s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:45:30.420982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:28.121789Z","time spent":"2.299176413s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:45:30.421582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.301226669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:45:30.421685Z","caller":"traceutil/trace.go:171","msg":"trace[176049359] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8387; }","duration":"2.301365962s","start":"2026-03-31T18:45:28.120301Z","end":"2026-03-31T18:45:30.421667Z","steps":["trace[176049359] 'agreement among raft nodes before linearized reading' (duration: 2.299537423s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:30.42174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:28.12029Z","time spent":"2.301441985s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:45:31.251154Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264859779153001,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:45:31.411497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.795972ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:45:31.411786Z","caller":"traceutil/trace.go:171","msg":"trace[1976774893] transaction","detail":"{read_only:false; response_revision:8388; number_of_response:1; }","duration":"985.865133ms","start":"2026-03-31T18:45:30.425874Z","end":"2026-03-31T18:45:31.411739Z","steps":["trace[1976774893] 'process raft request' (duration: 254.682641ms)","trace[1976774893] 'compare' (duration: 730.080183ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:31.411818Z","caller":"traceutil/trace.go:171","msg":"trace[92809415] transaction","detail":"{read_only:false; response_revision:8390; number_of_response:1; }","duration":"985.900635ms","start":"2026-03-31T18:45:30.425898Z","end":"2026-03-31T18:45:31.411798Z","steps":["trace[92809415] 'process raft request' (duration: 985.847723ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:31.411857Z","caller":"traceutil/trace.go:171","msg":"trace[1592053988] transaction","detail":"{read_only:false; response_revision:8389; number_of_response:1; }","duration":"985.957066ms","start":"2026-03-31T18:45:30.425875Z","end":"2026-03-31T18:45:31.411832Z","steps":["trace[1592053988] 'process raft request' (duration: 985.75134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:31.411918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:30.425884Z","time spent":"985.988177ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:45:31.411989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:30.425858Z","time spent":"986.062799ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:45:31.412031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:30.425846Z","time spent":"986.023668ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:45:31.447598Z","caller":"traceutil/trace.go:171","msg":"trace[359440555] transaction","detail":"{read_only:false; response_revision:8392; number_of_response:1; }","duration":"1.021591993s","start":"2026-03-31T18:45:30.425986Z","end":"2026-03-31T18:45:31.447578Z","steps":["trace[359440555] 'process raft request' (duration: 1.021538462s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:31.447613Z","caller":"traceutil/trace.go:171","msg":"trace[2128626845] transaction","detail":"{read_only:false; response_revision:8391; number_of_response:1; }","duration":"1.021643774s","start":"2026-03-31T18:45:30.425938Z","end":"2026-03-31T18:45:31.447582Z","steps":["trace[2128626845] 'process raft request' (duration: 1.021459719s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:31.447746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:30.425953Z","time spent":"1.021712637s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:45:31.447794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:30.425914Z","time spent":"1.021788969s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:45:31.44795Z","caller":"traceutil/trace.go:171","msg":"trace[1909746034] transaction","detail":"{read_only:false; response_revision:8393; number_of_response:1; }","duration":"1.02183486s","start":"2026-03-31T18:45:30.426091Z","end":"2026-03-31T18:45:31.447926Z","steps":["trace[1909746034] 'process raft request' (duration: 1.021456661s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:31.448045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:30.426046Z","time spent":"1.021954142s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:45:31.448108Z","caller":"traceutil/trace.go:171","msg":"trace[1591579] transaction","detail":"{read_only:false; response_revision:8394; number_of_response:1; }","duration":"1.021371508s","start":"2026-03-31T18:45:30.426709Z","end":"2026-03-31T18:45:31.44808Z","steps":["trace[1591579] 'process raft request' (duration: 1.021181283s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:31.448374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:30.426686Z","time spent":"1.021536751s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:45:31.596775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.988942ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:45:31.59692Z","caller":"traceutil/trace.go:171","msg":"trace[1088433733] linearizableReadLoop","detail":"{readStateIndex:8697; appliedIndex:8692; }","duration":"846.222283ms","start":"2026-03-31T18:45:30.75067Z","end":"2026-03-31T18:45:31.596893Z","steps":["trace[1088433733] 'read index received' (duration: 696.770678ms)","trace[1088433733] 'applied index is now lower than readState.Index' (duration: 149.448905ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:45:31.597099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.414877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:45:31.597127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.431821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:45:31.597207Z","caller":"traceutil/trace.go:171","msg":"trace[1516160667] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:8394; }","duration":"131.561674ms","start":"2026-03-31T18:45:31.465621Z","end":"2026-03-31T18:45:31.597183Z","steps":["trace[1516160667] 'agreement among raft nodes before linearized reading' (duration: 131.443081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:31.597272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.301155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:45:31.597302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.66374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-31T18:45:31.597377Z","caller":"traceutil/trace.go:171","msg":"trace[1227787492] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8394; }","duration":"334.773543ms","start":"2026-03-31T18:45:31.262591Z","end":"2026-03-31T18:45:31.597365Z","steps":["trace[1227787492] 'agreement among raft nodes before linearized reading' (duration: 334.592688ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:31.597379Z","caller":"traceutil/trace.go:171","msg":"trace[2069930424] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:8394; }","duration":"629.433089ms","start":"2026-03-31T18:45:30.967926Z","end":"2026-03-31T18:45:31.597359Z","steps":["trace[2069930424] 'agreement among raft nodes before linearized reading' (duration: 629.315666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:31.59741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:31.262571Z","time spent":"334.827255ms","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:45:31.597429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:30.967906Z","time spent":"629.507641ms","remote":"127.0.0.1:36098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:45:31.597154Z","caller":"traceutil/trace.go:171","msg":"trace[1618136664] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8394; }","duration":"846.533231ms","start":"2026-03-31T18:45:30.750609Z","end":"2026-03-31T18:45:31.597142Z","steps":["trace[1618136664] 'agreement among raft nodes before linearized reading' (duration: 846.393928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:31.597572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.900528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:45:31.597611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:30.750587Z","time spent":"847.010584ms","remote":"127.0.0.1:45012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:45:31.597624Z","caller":"traceutil/trace.go:171","msg":"trace[974452993] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:8394; }","duration":"120.957609ms","start":"2026-03-31T18:45:31.476651Z","end":"2026-03-31T18:45:31.597608Z","steps":["trace[974452993] 'agreement among raft nodes before linearized reading' (duration: 120.868127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:31.597214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.89698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:45:31.597736Z","caller":"traceutil/trace.go:171","msg":"trace[486190210] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8394; }","duration":"165.447864ms","start":"2026-03-31T18:45:31.43225Z","end":"2026-03-31T18:45:31.597698Z","steps":["trace[486190210] 'agreement among raft nodes before linearized reading' (duration: 164.92057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:31.597143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.630161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:45:31.59787Z","caller":"traceutil/trace.go:171","msg":"trace[1589826231] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:8394; }","duration":"682.406103ms","start":"2026-03-31T18:45:30.915449Z","end":"2026-03-31T18:45:31.597855Z","steps":["trace[1589826231] 'agreement among raft nodes before linearized reading' (duration: 681.58009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:31.597914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:30.915427Z","time spent":"682.473723ms","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":57,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:45:32.805062Z","caller":"traceutil/trace.go:171","msg":"trace[1294921767] linearizableReadLoop","detail":"{readStateIndex:8699; appliedIndex:8698; }","duration":"371.231803ms","start":"2026-03-31T18:45:32.433787Z","end":"2026-03-31T18:45:32.805019Z","steps":["trace[1294921767] 'read index received' (duration: 370.988046ms)","trace[1294921767] 'applied index is now lower than readState.Index' (duration: 242.007µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:32.805209Z","caller":"traceutil/trace.go:171","msg":"trace[967672947] transaction","detail":"{read_only:false; response_revision:8396; number_of_response:1; }","duration":"377.953623ms","start":"2026-03-31T18:45:32.427203Z","end":"2026-03-31T18:45:32.805157Z","steps":["trace[967672947] 'process raft request' (duration: 377.495741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:32.80549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:32.42717Z","time spent":"378.18871ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:45:32.805531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.727016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rj546\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-03-31T18:45:32.805598Z","caller":"traceutil/trace.go:171","msg":"trace[1018581515] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rj546; range_end:; response_count:1; response_revision:8396; }","duration":"371.87147ms","start":"2026-03-31T18:45:32.433704Z","end":"2026-03-31T18:45:32.805575Z","steps":["trace[1018581515] 'agreement among raft nodes before linearized reading' (duration: 371.536751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:32.805669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:32.433677Z","time spent":"371.975753ms","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-rj546\" "} {"level":"warn","ts":"2026-03-31T18:45:33.306004Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264859779153025,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:45:33.806317Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264859779153025,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:45:33.888771Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.083567319s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:45:33.893995Z","caller":"traceutil/trace.go:171","msg":"trace[809725528] transaction","detail":"{read_only:false; response_revision:8397; number_of_response:1; }","duration":"1.373652571s","start":"2026-03-31T18:45:32.52028Z","end":"2026-03-31T18:45:33.893933Z","steps":["trace[809725528] 'process raft request' (duration: 1.370000872s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:33.894203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:32.520248Z","time spent":"1.373844206s","remote":"127.0.0.1:52766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414379,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:45:35.212662Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.124973741s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:45:35.53594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492098972s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:45:35.536178Z","caller":"traceutil/trace.go:171","msg":"trace[126908479] transaction","detail":"{read_only:false; response_revision:8398; number_of_response:1; }","duration":"2.512621247s","start":"2026-03-31T18:45:33.023522Z","end":"2026-03-31T18:45:35.536143Z","steps":["trace[126908479] 'process raft request' (duration: 1.020210996s)","trace[126908479] 'compare' (duration: 1.491836585s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:35.536303Z","caller":"traceutil/trace.go:171","msg":"trace[1151053055] transaction","detail":"{read_only:false; response_revision:8399; number_of_response:1; }","duration":"1.797277301s","start":"2026-03-31T18:45:33.739004Z","end":"2026-03-31T18:45:35.536282Z","steps":["trace[1151053055] 'process raft request' (duration: 1.797044035s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:35.536308Z","caller":"traceutil/trace.go:171","msg":"trace[382256785] transaction","detail":"{read_only:false; response_revision:8401; number_of_response:1; }","duration":"1.624043388s","start":"2026-03-31T18:45:33.912244Z","end":"2026-03-31T18:45:35.536287Z","steps":["trace[382256785] 'process raft request' (duration: 1.623942535s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:35.536331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:33.023488Z","time spent":"2.512754391s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:45:35.536379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:33.738977Z","time spent":"1.797371493s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:45:35.536409Z","caller":"traceutil/trace.go:171","msg":"trace[1018590067] transaction","detail":"{read_only:false; response_revision:8400; number_of_response:1; }","duration":"1.669040896s","start":"2026-03-31T18:45:33.867351Z","end":"2026-03-31T18:45:35.536392Z","steps":["trace[1018590067] 'process raft request' (duration: 1.668773999s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:35.536414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:33.912222Z","time spent":"1.62414093s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:45:35.536291Z","caller":"traceutil/trace.go:171","msg":"trace[151298976] linearizableReadLoop","detail":"{readStateIndex:8702; appliedIndex:8699; }","duration":"2.731050475s","start":"2026-03-31T18:45:32.805179Z","end":"2026-03-31T18:45:35.53623Z","steps":["trace[151298976] 'read index received' (duration: 1.083779144s)","trace[151298976] 'applied index is now lower than readState.Index' (duration: 1.64726987s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:45:35.536461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:33.867321Z","time spent":"1.669112577s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:45:35.536481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.893060338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-ffdc57f96-fmcl2.18a2015d56fc4ee8\" ","response":"range_response_count:1 size:1130"} {"level":"info","ts":"2026-03-31T18:45:35.537198Z","caller":"traceutil/trace.go:171","msg":"trace[38103796] range","detail":"{range_begin:/registry/events/openstack/barbican-api-ffdc57f96-fmcl2.18a2015d56fc4ee8; range_end:; response_count:1; response_revision:8401; }","duration":"2.893817867s","start":"2026-03-31T18:45:32.643364Z","end":"2026-03-31T18:45:35.537182Z","steps":["trace[38103796] 'agreement among raft nodes before linearized reading' (duration: 2.892964174s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:35.537235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:32.64334Z","time spent":"2.89388577s","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1153,"request content":"key:\"/registry/events/openstack/barbican-api-ffdc57f96-fmcl2.18a2015d56fc4ee8\" "} {"level":"warn","ts":"2026-03-31T18:45:35.589748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000448028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:45:35.589863Z","caller":"traceutil/trace.go:171","msg":"trace[1053588779] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000645924s","start":"2026-03-31T18:45:33.589192Z","end":"2026-03-31T18:45:35.589838Z","steps":["trace[1053588779] 'agreement among raft nodes before linearized reading' (duration: 2.00048323s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:35.589922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:33.589165Z","time spent":"2.000742237s","remote":"127.0.0.1:44762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:45:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:45:36.037757Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264859779153031,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:45:36.170001Z","caller":"traceutil/trace.go:171","msg":"trace[976961380] transaction","detail":"{read_only:false; response_revision:8402; number_of_response:1; }","duration":"1.358330539s","start":"2026-03-31T18:45:34.81164Z","end":"2026-03-31T18:45:36.169971Z","steps":["trace[976961380] 'process raft request' (duration: 1.358152324s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:36.170452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:34.811608Z","time spent":"1.358476733s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:45:36.260777Z","caller":"traceutil/trace.go:171","msg":"trace[799645968] linearizableReadLoop","detail":"{readStateIndex:8706; appliedIndex:8704; }","duration":"723.66264ms","start":"2026-03-31T18:45:35.53708Z","end":"2026-03-31T18:45:36.260743Z","steps":["trace[799645968] 'read index received' (duration: 632.696356ms)","trace[799645968] 'applied index is now lower than readState.Index' (duration: 90.965104ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:45:36.260965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196491862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:45:36.26094Z","caller":"traceutil/trace.go:171","msg":"trace[74564728] transaction","detail":"{read_only:false; response_revision:8403; number_of_response:1; }","duration":"721.353087ms","start":"2026-03-31T18:45:35.539539Z","end":"2026-03-31T18:45:36.260892Z","steps":["trace[74564728] 'process raft request' (duration: 663.868493ms)","trace[74564728] 'compare' (duration: 57.146255ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:36.261031Z","caller":"traceutil/trace.go:171","msg":"trace[1571965383] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:8403; }","duration":"1.196572874s","start":"2026-03-31T18:45:35.064443Z","end":"2026-03-31T18:45:36.261015Z","steps":["trace[1571965383] 'agreement among raft nodes before linearized reading' (duration: 1.196348128s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:36.261014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.228663529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"warn","ts":"2026-03-31T18:45:36.261101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069647024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:45:36.261109Z","caller":"traceutil/trace.go:171","msg":"trace[1087112094] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:8403; }","duration":"2.228776802s","start":"2026-03-31T18:45:34.032312Z","end":"2026-03-31T18:45:36.261089Z","steps":["trace[1087112094] 'agreement among raft nodes before linearized reading' (duration: 2.228465223s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:36.261119Z","caller":"traceutil/trace.go:171","msg":"trace[882338580] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:8403; }","duration":"1.069714516s","start":"2026-03-31T18:45:35.191399Z","end":"2026-03-31T18:45:36.261113Z","steps":["trace[882338580] 'agreement among raft nodes before linearized reading' (duration: 1.069681246s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:36.261111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.807045097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T18:45:36.261153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:35.191367Z","time spent":"1.069781448s","remote":"127.0.0.1:45034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:45:36.261166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:34.03226Z","time spent":"2.228896756s","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"info","ts":"2026-03-31T18:45:36.261172Z","caller":"traceutil/trace.go:171","msg":"trace[386340008] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8403; }","duration":"2.80717378s","start":"2026-03-31T18:45:33.453982Z","end":"2026-03-31T18:45:36.261156Z","steps":["trace[386340008] 'agreement among raft nodes before linearized reading' (duration: 2.806938093s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:36.261178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:35.539494Z","time spent":"721.565983ms","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1115,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:45:36.26122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:33.453952Z","time spent":"2.807256803s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:45:36.261298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.84362108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T18:45:36.261427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567303593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:45:36.261455Z","caller":"traceutil/trace.go:171","msg":"trace[1390596758] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8403; }","duration":"1.567377425s","start":"2026-03-31T18:45:34.69407Z","end":"2026-03-31T18:45:36.261448Z","steps":["trace[1390596758] 'agreement among raft nodes before linearized reading' (duration: 1.567325134s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:36.261472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:34.694048Z","time spent":"1.567420307s","remote":"127.0.0.1:38240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:45:36.261059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:35.064375Z","time spent":"1.196678647s","remote":"127.0.0.1:45136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":111,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:45:36.261515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.807601151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:45:36.261415Z","caller":"traceutil/trace.go:171","msg":"trace[1837080418] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8403; }","duration":"2.843795474s","start":"2026-03-31T18:45:33.417595Z","end":"2026-03-31T18:45:36.26139Z","steps":["trace[1837080418] 'agreement among raft nodes before linearized reading' (duration: 2.843485626s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:36.261577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:33.417569Z","time spent":"2.844000878s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:45:36.261571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.548759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:45:36.261574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.166111468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-31T18:45:36.261607Z","caller":"traceutil/trace.go:171","msg":"trace[1026846670] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8403; }","duration":"671.620273ms","start":"2026-03-31T18:45:35.589977Z","end":"2026-03-31T18:45:36.261597Z","steps":["trace[1026846670] 'agreement among raft nodes before linearized reading' (duration: 671.560561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:36.261587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.133714948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19352"} {"level":"info","ts":"2026-03-31T18:45:36.261624Z","caller":"traceutil/trace.go:171","msg":"trace[214716659] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:8403; }","duration":"2.166189941s","start":"2026-03-31T18:45:34.095418Z","end":"2026-03-31T18:45:36.261608Z","steps":["trace[214716659] 'agreement among raft nodes before linearized reading' (duration: 2.165955205s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:36.261647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:35.589956Z","time spent":"671.683774ms","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:45:36.261546Z","caller":"traceutil/trace.go:171","msg":"trace[309169258] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8403; }","duration":"2.807650413s","start":"2026-03-31T18:45:33.453887Z","end":"2026-03-31T18:45:36.261538Z","steps":["trace[309169258] 'agreement among raft nodes before linearized reading' (duration: 2.80755678s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:36.261667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:34.0954Z","time spent":"2.166258362s","remote":"127.0.0.1:44946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-31T18:45:36.261671Z","caller":"traceutil/trace.go:171","msg":"trace[383494679] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8403; }","duration":"2.133866813s","start":"2026-03-31T18:45:34.127785Z","end":"2026-03-31T18:45:36.261652Z","steps":["trace[383494679] 'agreement among raft nodes before linearized reading' (duration: 2.133557204s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:36.261688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:33.45388Z","time spent":"2.807801657s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:45:36.261694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.808489776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:45:36.26171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:34.127754Z","time spent":"2.133949126s","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19375,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T18:45:36.261722Z","caller":"traceutil/trace.go:171","msg":"trace[1535453052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8403; }","duration":"2.808574348s","start":"2026-03-31T18:45:33.453139Z","end":"2026-03-31T18:45:36.261713Z","steps":["trace[1535453052] 'agreement among raft nodes before linearized reading' (duration: 2.808501876s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:36.261789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.844169663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:45:36.261827Z","caller":"traceutil/trace.go:171","msg":"trace[2047995572] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8403; }","duration":"2.844244276s","start":"2026-03-31T18:45:33.417571Z","end":"2026-03-31T18:45:36.261815Z","steps":["trace[2047995572] 'agreement among raft nodes before linearized reading' (duration: 2.844158123s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:36.261857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:33.417548Z","time spent":"2.844301407s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:45:36.261879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.843204638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T18:45:36.261619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.807754646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-31T18:45:36.261703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.448273052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:206981"} {"level":"info","ts":"2026-03-31T18:45:36.261916Z","caller":"traceutil/trace.go:171","msg":"trace[1172183943] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8403; }","duration":"2.84327887s","start":"2026-03-31T18:45:33.418626Z","end":"2026-03-31T18:45:36.261905Z","steps":["trace[1172183943] 'agreement among raft nodes before linearized reading' (duration: 2.843186748s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:36.261991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.086843103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:45:36.261999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:33.418606Z","time spent":"2.843383493s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:45:36.262019Z","caller":"traceutil/trace.go:171","msg":"trace[962397082] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8403; }","duration":"3.086875874s","start":"2026-03-31T18:45:33.175135Z","end":"2026-03-31T18:45:36.262011Z","steps":["trace[962397082] 'agreement among raft nodes before linearized reading' (duration: 3.086824072s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:36.262041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:33.175109Z","time spent":"3.086926246s","remote":"127.0.0.1:38254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:45:36.261788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:33.453104Z","time spent":"2.808675551s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:45:36.261962Z","caller":"traceutil/trace.go:171","msg":"trace[972599023] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8403; }","duration":"2.808086295s","start":"2026-03-31T18:45:33.45383Z","end":"2026-03-31T18:45:36.261917Z","steps":["trace[972599023] 'agreement among raft nodes before linearized reading' (duration: 2.807734415s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:36.261998Z","caller":"traceutil/trace.go:171","msg":"trace[2134944297] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8403; }","duration":"3.448606962s","start":"2026-03-31T18:45:32.813377Z","end":"2026-03-31T18:45:36.261984Z","steps":["trace[2134944297] 'agreement among raft nodes before linearized reading' (duration: 3.447997346s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:36.262154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:33.453816Z","time spent":"2.808326801s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:45:36.262176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:32.813309Z","time spent":"3.448853108s","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":24,"response size":207004,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T18:45:36.67311Z","caller":"traceutil/trace.go:171","msg":"trace[438153944] transaction","detail":"{read_only:false; response_revision:8404; number_of_response:1; }","duration":"405.628526ms","start":"2026-03-31T18:45:36.267438Z","end":"2026-03-31T18:45:36.673067Z","steps":["trace[438153944] 'process raft request' (duration: 403.745096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:36.673275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:36.267414Z","time spent":"405.769191ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:45:36.673449Z","caller":"traceutil/trace.go:171","msg":"trace[1327831961] transaction","detail":"{read_only:false; response_revision:8405; number_of_response:1; }","duration":"405.979626ms","start":"2026-03-31T18:45:36.267439Z","end":"2026-03-31T18:45:36.673418Z","steps":["trace[1327831961] 'process raft request' (duration: 405.565794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:36.673639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:36.267423Z","time spent":"406.11648ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:45:36.673795Z","caller":"traceutil/trace.go:171","msg":"trace[2144530393] linearizableReadLoop","detail":"{readStateIndex:8714; appliedIndex:8707; }","duration":"366.356512ms","start":"2026-03-31T18:45:36.307423Z","end":"2026-03-31T18:45:36.67378Z","steps":["trace[2144530393] 'read index received' (duration: 363.779393ms)","trace[2144530393] 'applied index is now lower than readState.Index' (duration: 2.575329ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:36.673853Z","caller":"traceutil/trace.go:171","msg":"trace[1688577758] transaction","detail":"{read_only:false; response_revision:8407; number_of_response:1; }","duration":"405.843653ms","start":"2026-03-31T18:45:36.267994Z","end":"2026-03-31T18:45:36.673837Z","steps":["trace[1688577758] 'process raft request' (duration: 405.602546ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:36.673842Z","caller":"traceutil/trace.go:171","msg":"trace[619399812] transaction","detail":"{read_only:false; response_revision:8409; number_of_response:1; }","duration":"404.858156ms","start":"2026-03-31T18:45:36.268956Z","end":"2026-03-31T18:45:36.673814Z","steps":["trace[619399812] 'process raft request' (duration: 404.745713ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:36.673864Z","caller":"traceutil/trace.go:171","msg":"trace[1679157338] transaction","detail":"{read_only:false; response_revision:8408; number_of_response:1; }","duration":"405.634427ms","start":"2026-03-31T18:45:36.268213Z","end":"2026-03-31T18:45:36.673847Z","steps":["trace[1679157338] 'process raft request' (duration: 405.442142ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:36.673863Z","caller":"traceutil/trace.go:171","msg":"trace[474014697] transaction","detail":"{read_only:false; response_revision:8410; number_of_response:1; }","duration":"404.812564ms","start":"2026-03-31T18:45:36.26901Z","end":"2026-03-31T18:45:36.673823Z","steps":["trace[474014697] 'process raft request' (duration: 404.728962ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:36.673871Z","caller":"traceutil/trace.go:171","msg":"trace[1111124664] transaction","detail":"{read_only:false; response_revision:8406; number_of_response:1; }","duration":"406.081279ms","start":"2026-03-31T18:45:36.267761Z","end":"2026-03-31T18:45:36.673842Z","steps":["trace[1111124664] 'process raft request' (duration: 405.520163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:36.673915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:36.267984Z","time spent":"405.902604ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:45:36.673919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.806204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:45:36.67396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:36.268198Z","time spent":"405.710398ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:45:36.673982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:36.268948Z","time spent":"404.959528ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:45:36.673988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:36.267747Z","time spent":"406.185391ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:45:36.67398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:36.268995Z","time spent":"404.921728ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:45:36.674018Z","caller":"traceutil/trace.go:171","msg":"trace[1677656971] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8410; }","duration":"401.933187ms","start":"2026-03-31T18:45:36.272058Z","end":"2026-03-31T18:45:36.673992Z","steps":["trace[1677656971] 'agreement among raft nodes before linearized reading' (duration: 401.745412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:36.673947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.161561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fb13e78c-7d96-4a44-99fa-370731fbe0b1\" ","response":"range_response_count:1 size:1435"} {"level":"warn","ts":"2026-03-31T18:45:36.674023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.658407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19352"} {"level":"info","ts":"2026-03-31T18:45:36.674134Z","caller":"traceutil/trace.go:171","msg":"trace[1018761323] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8410; }","duration":"402.819311ms","start":"2026-03-31T18:45:36.271292Z","end":"2026-03-31T18:45:36.674112Z","steps":["trace[1018761323] 'agreement among raft nodes before linearized reading' (duration: 402.553464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:36.674192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:36.271273Z","time spent":"402.898373ms","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19375,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T18:45:36.674074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:36.272046Z","time spent":"402.020259ms","remote":"127.0.0.1:44762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:45:36.674084Z","caller":"traceutil/trace.go:171","msg":"trace[714799985] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fb13e78c-7d96-4a44-99fa-370731fbe0b1; range_end:; response_count:1; response_revision:8410; }","duration":"406.319595ms","start":"2026-03-31T18:45:36.267752Z","end":"2026-03-31T18:45:36.674072Z","steps":["trace[714799985] 'agreement among raft nodes before linearized reading' (duration: 406.083479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:36.674481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:36.26774Z","time spent":"406.722905ms","remote":"127.0.0.1:44930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-fb13e78c-7d96-4a44-99fa-370731fbe0b1\" "} {"level":"info","ts":"2026-03-31T18:45:36.683241Z","caller":"traceutil/trace.go:171","msg":"trace[1059872848] transaction","detail":"{read_only:false; response_revision:8411; number_of_response:1; }","duration":"374.547892ms","start":"2026-03-31T18:45:36.308662Z","end":"2026-03-31T18:45:36.68321Z","steps":["trace[1059872848] 'process raft request' (duration: 374.359587ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:36.683269Z","caller":"traceutil/trace.go:171","msg":"trace[1704688460] transaction","detail":"{read_only:false; response_revision:8412; number_of_response:1; }","duration":"372.917558ms","start":"2026-03-31T18:45:36.310327Z","end":"2026-03-31T18:45:36.683244Z","steps":["trace[1704688460] 'process raft request' (duration: 372.789974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:36.683381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:36.310302Z","time spent":"373.007691ms","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:45:36.683466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:36.308643Z","time spent":"374.666375ms","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:45:37.867797Z","caller":"traceutil/trace.go:171","msg":"trace[1219235617] linearizableReadLoop","detail":"{readStateIndex:8717; appliedIndex:8716; }","duration":"277.294409ms","start":"2026-03-31T18:45:37.590479Z","end":"2026-03-31T18:45:37.867773Z","steps":["trace[1219235617] 'read index received' (duration: 277.084103ms)","trace[1219235617] 'applied index is now lower than readState.Index' (duration: 209.246µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:45:37.867961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.468393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:45:37.868004Z","caller":"traceutil/trace.go:171","msg":"trace[1670036195] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8413; }","duration":"277.599368ms","start":"2026-03-31T18:45:37.590394Z","end":"2026-03-31T18:45:37.867993Z","steps":["trace[1670036195] 'agreement among raft nodes before linearized reading' (duration: 277.484275ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:37.868253Z","caller":"traceutil/trace.go:171","msg":"trace[160031577] transaction","detail":"{read_only:false; response_revision:8413; number_of_response:1; }","duration":"324.466047ms","start":"2026-03-31T18:45:37.543746Z","end":"2026-03-31T18:45:37.868212Z","steps":["trace[160031577] 'process raft request' (duration: 323.893522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:37.868532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:37.543717Z","time spent":"324.714453ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:45:38.430982Z","caller":"traceutil/trace.go:171","msg":"trace[1902999752] transaction","detail":"{read_only:false; response_revision:8414; number_of_response:1; }","duration":"253.932702ms","start":"2026-03-31T18:45:38.177021Z","end":"2026-03-31T18:45:38.430954Z","steps":["trace[1902999752] 'process raft request' (duration: 250.386786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:38.43117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.808013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rj546\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-03-31T18:45:38.431215Z","caller":"traceutil/trace.go:171","msg":"trace[931179947] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rj546; range_end:; response_count:1; response_revision:8414; }","duration":"159.872315ms","start":"2026-03-31T18:45:38.271332Z","end":"2026-03-31T18:45:38.431204Z","steps":["trace[931179947] 'agreement among raft nodes before linearized reading' (duration: 159.68404ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:38.431718Z","caller":"traceutil/trace.go:171","msg":"trace[1079247992] linearizableReadLoop","detail":"{readStateIndex:8718; appliedIndex:8717; }","duration":"159.527386ms","start":"2026-03-31T18:45:38.271359Z","end":"2026-03-31T18:45:38.430887Z","steps":["trace[1079247992] 'read index received' (duration: 156.077194ms)","trace[1079247992] 'applied index is now lower than readState.Index' (duration: 3.448742ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:45:50.973469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.590159ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:45:50.973611Z","caller":"traceutil/trace.go:171","msg":"trace[66220875] linearizableReadLoop","detail":"{readStateIndex:8788; appliedIndex:8787; }","duration":"405.852113ms","start":"2026-03-31T18:45:50.567738Z","end":"2026-03-31T18:45:50.97359Z","steps":["trace[66220875] 'read index received' (duration: 36.003258ms)","trace[66220875] 'applied index is now lower than readState.Index' (duration: 369.847095ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:50.973707Z","caller":"traceutil/trace.go:171","msg":"trace[2077786694] transaction","detail":"{read_only:false; response_revision:8482; number_of_response:1; }","duration":"425.177281ms","start":"2026-03-31T18:45:50.548486Z","end":"2026-03-31T18:45:50.973664Z","steps":["trace[2077786694] 'process raft request' (duration: 55.226712ms)","trace[2077786694] 'compare' (duration: 369.389413ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:45:50.973888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:50.548466Z","time spent":"425.320156ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:45:50.973904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.406724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:45:50.973992Z","caller":"traceutil/trace.go:171","msg":"trace[2036643751] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8482; }","duration":"385.544377ms","start":"2026-03-31T18:45:50.588428Z","end":"2026-03-31T18:45:50.973973Z","steps":["trace[2036643751] 'agreement among raft nodes before linearized reading' (duration: 385.392612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:50.974061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.254523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:45:50.974052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:50.588413Z","time spent":"385.62384ms","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:45:50.974128Z","caller":"traceutil/trace.go:171","msg":"trace[1379771556] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8482; }","duration":"221.348526ms","start":"2026-03-31T18:45:50.752764Z","end":"2026-03-31T18:45:50.974112Z","steps":["trace[1379771556] 'agreement among raft nodes before linearized reading' (duration: 221.138921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:50.97436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.829353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T18:45:50.974371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.979135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T18:45:50.974399Z","caller":"traceutil/trace.go:171","msg":"trace[1855659184] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8482; }","duration":"213.919126ms","start":"2026-03-31T18:45:50.760468Z","end":"2026-03-31T18:45:50.974387Z","steps":["trace[1855659184] 'agreement among raft nodes before linearized reading' (duration: 213.802543ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:50.974404Z","caller":"traceutil/trace.go:171","msg":"trace[1898109290] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8482; }","duration":"215.032476ms","start":"2026-03-31T18:45:50.759359Z","end":"2026-03-31T18:45:50.974392Z","steps":["trace[1898109290] 'agreement among raft nodes before linearized reading' (duration: 214.935785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:50.97445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.966501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-31T18:45:50.974459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.570331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:45:50.974504Z","caller":"traceutil/trace.go:171","msg":"trace[2029484967] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8482; }","duration":"228.693903ms","start":"2026-03-31T18:45:50.745798Z","end":"2026-03-31T18:45:50.974492Z","steps":["trace[2029484967] 'agreement among raft nodes before linearized reading' (duration: 228.524009ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:50.974511Z","caller":"traceutil/trace.go:171","msg":"trace[1421523097] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8482; }","duration":"210.049023ms","start":"2026-03-31T18:45:50.764441Z","end":"2026-03-31T18:45:50.97449Z","steps":["trace[1421523097] 'agreement among raft nodes before linearized reading' (duration: 209.834997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:50.974617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.173489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T18:45:50.974842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.094116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:206981"} {"level":"info","ts":"2026-03-31T18:45:50.974847Z","caller":"traceutil/trace.go:171","msg":"trace[1268564602] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8482; }","duration":"228.342944ms","start":"2026-03-31T18:45:50.746356Z","end":"2026-03-31T18:45:50.974699Z","steps":["trace[1268564602] 'agreement among raft nodes before linearized reading' (duration: 228.003635ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:50.974928Z","caller":"traceutil/trace.go:171","msg":"trace[1585569777] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8482; }","duration":"407.191939ms","start":"2026-03-31T18:45:50.56769Z","end":"2026-03-31T18:45:50.974882Z","steps":["trace[1585569777] 'agreement among raft nodes before linearized reading' (duration: 406.007697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:50.974864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.356125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:45:50.975155Z","caller":"traceutil/trace.go:171","msg":"trace[338845797] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8482; }","duration":"228.815558ms","start":"2026-03-31T18:45:50.746275Z","end":"2026-03-31T18:45:50.975091Z","steps":["trace[338845797] 'agreement among raft nodes before linearized reading' (duration: 228.024037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:50.975013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:50.567667Z","time spent":"407.302391ms","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":24,"response size":207004,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T18:45:51.20861Z","caller":"traceutil/trace.go:171","msg":"trace[1835375552] transaction","detail":"{read_only:false; response_revision:8483; number_of_response:1; }","duration":"229.002462ms","start":"2026-03-31T18:45:50.979575Z","end":"2026-03-31T18:45:51.208577Z","steps":["trace[1835375552] 'process raft request' (duration: 194.808673ms)","trace[1835375552] 'compare' (duration: 34.031644ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:51.229721Z","caller":"traceutil/trace.go:171","msg":"trace[336473870] transaction","detail":"{read_only:false; response_revision:8485; number_of_response:1; }","duration":"248.230838ms","start":"2026-03-31T18:45:50.981438Z","end":"2026-03-31T18:45:51.229669Z","steps":["trace[336473870] 'process raft request' (duration: 248.019883ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:51.22981Z","caller":"traceutil/trace.go:171","msg":"trace[781220202] transaction","detail":"{read_only:false; response_revision:8486; number_of_response:1; }","duration":"248.336642ms","start":"2026-03-31T18:45:50.981459Z","end":"2026-03-31T18:45:51.229796Z","steps":["trace[781220202] 'process raft request' (duration: 248.052093ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:51.229821Z","caller":"traceutil/trace.go:171","msg":"trace[1157457435] transaction","detail":"{read_only:false; response_revision:8487; number_of_response:1; }","duration":"248.236899ms","start":"2026-03-31T18:45:50.981571Z","end":"2026-03-31T18:45:51.229808Z","steps":["trace[1157457435] 'process raft request' (duration: 247.986882ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:51.229728Z","caller":"traceutil/trace.go:171","msg":"trace[86820867] transaction","detail":"{read_only:false; response_revision:8489; number_of_response:1; }","duration":"246.991335ms","start":"2026-03-31T18:45:50.982709Z","end":"2026-03-31T18:45:51.2297Z","steps":["trace[86820867] 'process raft request' (duration: 246.940164ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:51.2297Z","caller":"traceutil/trace.go:171","msg":"trace[1904689014] transaction","detail":"{read_only:false; response_revision:8484; number_of_response:1; }","duration":"249.356138ms","start":"2026-03-31T18:45:50.980264Z","end":"2026-03-31T18:45:51.22962Z","steps":["trace[1904689014] 'process raft request' (duration: 248.981309ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:51.230047Z","caller":"traceutil/trace.go:171","msg":"trace[42777963] transaction","detail":"{read_only:false; response_revision:8488; number_of_response:1; }","duration":"247.5511ms","start":"2026-03-31T18:45:50.982477Z","end":"2026-03-31T18:45:51.230028Z","steps":["trace[42777963] 'process raft request' (duration: 247.132598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:52.003227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.44979ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:45:52.131144Z","caller":"traceutil/trace.go:171","msg":"trace[30469894] transaction","detail":"{read_only:false; response_revision:8490; number_of_response:1; }","duration":"204.643547ms","start":"2026-03-31T18:45:51.926463Z","end":"2026-03-31T18:45:52.131107Z","steps":["trace[30469894] 'process raft request' (duration: 204.36565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:52.926517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.528038ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:45:52.926638Z","caller":"traceutil/trace.go:171","msg":"trace[697890713] linearizableReadLoop","detail":"{readStateIndex:8799; appliedIndex:8798; }","duration":"195.514053ms","start":"2026-03-31T18:45:52.731106Z","end":"2026-03-31T18:45:52.92662Z","steps":["trace[697890713] 'read index received' (duration: 4.681086ms)","trace[697890713] 'applied index is now lower than readState.Index' (duration: 190.831087ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:45:52.926729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.632686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:45:52.926776Z","caller":"traceutil/trace.go:171","msg":"trace[1327239169] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:8492; }","duration":"195.683667ms","start":"2026-03-31T18:45:52.731084Z","end":"2026-03-31T18:45:52.926768Z","steps":["trace[1327239169] 'agreement among raft nodes before linearized reading' (duration: 195.583724ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:52.927071Z","caller":"traceutil/trace.go:171","msg":"trace[621546210] transaction","detail":"{read_only:false; response_revision:8492; number_of_response:1; }","duration":"271.641308ms","start":"2026-03-31T18:45:52.655377Z","end":"2026-03-31T18:45:52.927019Z","steps":["trace[621546210] 'process raft request' (duration: 80.494283ms)","trace[621546210] 'compare' (duration: 190.264541ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:03.788175Z","caller":"traceutil/trace.go:171","msg":"trace[427060851] transaction","detail":"{read_only:false; response_revision:8549; number_of_response:1; }","duration":"182.500543ms","start":"2026-03-31T18:46:03.605655Z","end":"2026-03-31T18:46:03.788155Z","steps":["trace[427060851] 'process raft request' (duration: 182.343208ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:03.791622Z","caller":"traceutil/trace.go:171","msg":"trace[1388203112] linearizableReadLoop","detail":"{readStateIndex:8859; appliedIndex:8857; }","duration":"176.09047ms","start":"2026-03-31T18:46:03.615505Z","end":"2026-03-31T18:46:03.791595Z","steps":["trace[1388203112] 'read index received' (duration: 172.508573ms)","trace[1388203112] 'applied index is now lower than readState.Index' (duration: 3.580947ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:46:03.791898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.165569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:46:03.791951Z","caller":"traceutil/trace.go:171","msg":"trace[519930721] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8550; }","duration":"161.250491ms","start":"2026-03-31T18:46:03.630689Z","end":"2026-03-31T18:46:03.79194Z","steps":["trace[519930721] 'agreement among raft nodes before linearized reading' (duration: 161.089636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:03.792036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.66779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-31T18:46:03.792142Z","caller":"traceutil/trace.go:171","msg":"trace[1296991159] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8550; }","duration":"162.867084ms","start":"2026-03-31T18:46:03.629246Z","end":"2026-03-31T18:46:03.792113Z","steps":["trace[1296991159] 'agreement among raft nodes before linearized reading' (duration: 162.525205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:03.792135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.788242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T18:46:03.792189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.650306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T18:46:03.792245Z","caller":"traceutil/trace.go:171","msg":"trace[1132827586] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8550; }","duration":"162.948957ms","start":"2026-03-31T18:46:03.629268Z","end":"2026-03-31T18:46:03.792217Z","steps":["trace[1132827586] 'agreement among raft nodes before linearized reading' (duration: 162.559017ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:03.792268Z","caller":"traceutil/trace.go:171","msg":"trace[1280651216] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8550; }","duration":"176.763609ms","start":"2026-03-31T18:46:03.615483Z","end":"2026-03-31T18:46:03.792246Z","steps":["trace[1280651216] 'agreement among raft nodes before linearized reading' (duration: 176.243345ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:03.792269Z","caller":"traceutil/trace.go:171","msg":"trace[863144499] transaction","detail":"{read_only:false; response_revision:8550; number_of_response:1; }","duration":"182.682128ms","start":"2026-03-31T18:46:03.609566Z","end":"2026-03-31T18:46:03.792248Z","steps":["trace[863144499] 'process raft request' (duration: 181.902107ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:03.910244Z","caller":"traceutil/trace.go:171","msg":"trace[1756421768] transaction","detail":"{read_only:false; response_revision:8552; number_of_response:1; }","duration":"112.667136ms","start":"2026-03-31T18:46:03.797539Z","end":"2026-03-31T18:46:03.910206Z","steps":["trace[1756421768] 'process raft request' (duration: 112.404379ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:03.910337Z","caller":"traceutil/trace.go:171","msg":"trace[940622734] transaction","detail":"{read_only:false; response_revision:8553; number_of_response:1; }","duration":"112.531203ms","start":"2026-03-31T18:46:03.797752Z","end":"2026-03-31T18:46:03.910283Z","steps":["trace[940622734] 'process raft request' (duration: 112.363668ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:03.91023Z","caller":"traceutil/trace.go:171","msg":"trace[866158232] transaction","detail":"{read_only:false; response_revision:8554; number_of_response:1; }","duration":"112.225465ms","start":"2026-03-31T18:46:03.797979Z","end":"2026-03-31T18:46:03.910204Z","steps":["trace[866158232] 'process raft request' (duration: 112.182644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:06.833812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.909911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/rook-ceph/csi-cephfsplugin-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:46:06.833895Z","caller":"traceutil/trace.go:171","msg":"trace[373386967] range","detail":"{range_begin:/registry/services/specs/rook-ceph/csi-cephfsplugin-metrics; range_end:; response_count:0; response_revision:8603; }","duration":"978.049684ms","start":"2026-03-31T18:46:05.855825Z","end":"2026-03-31T18:46:06.833875Z","steps":["trace[373386967] 'range keys from in-memory index tree' (duration: 977.820628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:06.83393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:05.855801Z","time spent":"978.121056ms","remote":"127.0.0.1:44994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/rook-ceph/csi-cephfsplugin-metrics\" "} {"level":"warn","ts":"2026-03-31T18:46:06.834115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022096977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:46:06.834226Z","caller":"traceutil/trace.go:171","msg":"trace[18115781] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8603; }","duration":"1.022279893s","start":"2026-03-31T18:46:05.811916Z","end":"2026-03-31T18:46:06.834196Z","steps":["trace[18115781] 'range keys from in-memory index tree' (duration: 1.021882472s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:06.834289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:05.811878Z","time spent":"1.022393165s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:46:06.834566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037345627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:46:06.834676Z","caller":"traceutil/trace.go:171","msg":"trace[414213532] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8603; }","duration":"1.03749007s","start":"2026-03-31T18:46:05.797156Z","end":"2026-03-31T18:46:06.834646Z","steps":["trace[414213532] 'range keys from in-memory index tree' (duration: 1.0370998s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:06.834745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:05.797149Z","time spent":"1.037579863s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:46:06.835549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.456906ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:46:06.835617Z","caller":"traceutil/trace.go:171","msg":"trace[1907654463] linearizableReadLoop","detail":"{readStateIndex:8915; appliedIndex:8914; }","duration":"920.515569ms","start":"2026-03-31T18:46:05.915091Z","end":"2026-03-31T18:46:06.835607Z","steps":["trace[1907654463] 'read index received' (duration: 126.334664ms)","trace[1907654463] 'applied index is now lower than readState.Index' (duration: 794.179985ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:46:06.835585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041617711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:46:06.835742Z","caller":"traceutil/trace.go:171","msg":"trace[1763722510] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8603; }","duration":"1.041842777s","start":"2026-03-31T18:46:05.793865Z","end":"2026-03-31T18:46:06.835708Z","steps":["trace[1763722510] 'range keys from in-memory index tree' (duration: 1.039828444s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:06.835797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.716065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-31T18:46:06.835828Z","caller":"traceutil/trace.go:171","msg":"trace[1730341495] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8604; }","duration":"920.787706ms","start":"2026-03-31T18:46:05.915028Z","end":"2026-03-31T18:46:06.835816Z","steps":["trace[1730341495] 'agreement among raft nodes before linearized reading' (duration: 920.664063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:06.835833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:05.793833Z","time spent":"1.041983822s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:46:06.83586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:05.915004Z","time spent":"920.850577ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:46:06.835677Z","caller":"traceutil/trace.go:171","msg":"trace[1767725012] transaction","detail":"{read_only:false; response_revision:8604; number_of_response:1; }","duration":"944.017718ms","start":"2026-03-31T18:46:05.89165Z","end":"2026-03-31T18:46:06.835668Z","steps":["trace[1767725012] 'process raft request' (duration: 149.626678ms)","trace[1767725012] 'compare' (duration: 793.188538ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:46:06.835982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:05.891627Z","time spent":"944.275197ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:46:06.899319Z","caller":"traceutil/trace.go:171","msg":"trace[38600069] transaction","detail":"{read_only:false; response_revision:8605; number_of_response:1; }","duration":"907.048666ms","start":"2026-03-31T18:46:05.992244Z","end":"2026-03-31T18:46:06.899293Z","steps":["trace[38600069] 'process raft request' (duration: 906.885942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:06.899481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:05.99222Z","time spent":"907.170969ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:46:07.154826Z","caller":"traceutil/trace.go:171","msg":"trace[447853349] linearizableReadLoop","detail":"{readStateIndex:8919; appliedIndex:8915; }","duration":"319.171044ms","start":"2026-03-31T18:46:06.835636Z","end":"2026-03-31T18:46:07.154808Z","steps":["trace[447853349] 'read index received' (duration: 63.590768ms)","trace[447853349] 'applied index is now lower than readState.Index' (duration: 255.579656ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:07.155045Z","caller":"traceutil/trace.go:171","msg":"trace[143400034] transaction","detail":"{read_only:false; response_revision:8606; number_of_response:1; }","duration":"905.307129ms","start":"2026-03-31T18:46:06.249731Z","end":"2026-03-31T18:46:07.155038Z","steps":["trace[143400034] 'process raft request' (duration: 904.822706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:07.155131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:06.249705Z","time spent":"905.362802ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:46:07.155281Z","caller":"traceutil/trace.go:171","msg":"trace[900527961] transaction","detail":"{read_only:false; response_revision:8607; number_of_response:1; }","duration":"877.342349ms","start":"2026-03-31T18:46:06.277931Z","end":"2026-03-31T18:46:07.155274Z","steps":["trace[900527961] 'process raft request' (duration: 876.736343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:07.155326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:06.277898Z","time spent":"877.40449ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:46:07.155376Z","caller":"traceutil/trace.go:171","msg":"trace[1744666460] transaction","detail":"{read_only:false; response_revision:8608; number_of_response:1; }","duration":"395.460064ms","start":"2026-03-31T18:46:06.759911Z","end":"2026-03-31T18:46:07.155371Z","steps":["trace[1744666460] 'process raft request' (duration: 394.792606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:07.155406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:06.759881Z","time spent":"395.509854ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:46:07.155557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239775125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:46:07.155591Z","caller":"traceutil/trace.go:171","msg":"trace[454128835] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8612; }","duration":"1.239851597s","start":"2026-03-31T18:46:05.915732Z","end":"2026-03-31T18:46:07.155584Z","steps":["trace[454128835] 'agreement among raft nodes before linearized reading' (duration: 1.239751404s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:07.155578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.172523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-bwvkp\" ","response":"range_response_count:1 size:4453"} {"level":"warn","ts":"2026-03-31T18:46:07.155615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:05.915711Z","time spent":"1.239898568s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:46:07.155624Z","caller":"traceutil/trace.go:171","msg":"trace[1166515907] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-bwvkp; range_end:; response_count:1; response_revision:8612; }","duration":"753.270265ms","start":"2026-03-31T18:46:06.402341Z","end":"2026-03-31T18:46:07.155611Z","steps":["trace[1166515907] 'agreement among raft nodes before linearized reading' (duration: 753.110821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:07.155657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:06.402317Z","time spent":"753.332348ms","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4476,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-bwvkp\" "} {"level":"warn","ts":"2026-03-31T18:46:07.155755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240025781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T18:46:07.155779Z","caller":"traceutil/trace.go:171","msg":"trace[1357391596] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8612; }","duration":"1.240071483s","start":"2026-03-31T18:46:05.915701Z","end":"2026-03-31T18:46:07.155773Z","steps":["trace[1357391596] 'agreement among raft nodes before linearized reading' (duration: 1.240005681s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:07.155796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:05.91569Z","time spent":"1.240101743s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:46:07.155838Z","caller":"traceutil/trace.go:171","msg":"trace[1364720433] transaction","detail":"{read_only:false; response_revision:8609; number_of_response:1; }","duration":"315.972808ms","start":"2026-03-31T18:46:06.839855Z","end":"2026-03-31T18:46:07.155827Z","steps":["trace[1364720433] 'process raft request' (duration: 314.870229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:07.155902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.350935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/rook-ceph.cephfs.csi.ceph.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:46:07.155924Z","caller":"traceutil/trace.go:171","msg":"trace[2069128264] range","detail":"{range_begin:/registry/csidrivers/rook-ceph.cephfs.csi.ceph.com; range_end:; response_count:0; response_revision:8612; }","duration":"317.373946ms","start":"2026-03-31T18:46:06.838544Z","end":"2026-03-31T18:46:07.155918Z","steps":["trace[2069128264] 'agreement among raft nodes before linearized reading' (duration: 317.334965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:07.155939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:06.83847Z","time spent":"317.465638ms","remote":"127.0.0.1:45204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/rook-ceph.cephfs.csi.ceph.com\" "} {"level":"warn","ts":"2026-03-31T18:46:07.155932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:06.839845Z","time spent":"316.03381ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:46:07.156181Z","caller":"traceutil/trace.go:171","msg":"trace[373832598] transaction","detail":"{read_only:false; response_revision:8610; number_of_response:1; }","duration":"316.324527ms","start":"2026-03-31T18:46:06.839843Z","end":"2026-03-31T18:46:07.156168Z","steps":["trace[373832598] 'process raft request' (duration: 314.901069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:07.156253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:06.839809Z","time spent":"316.40771ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:46:07.156395Z","caller":"traceutil/trace.go:171","msg":"trace[19960610] transaction","detail":"{read_only:false; response_revision:8611; number_of_response:1; }","duration":"316.485601ms","start":"2026-03-31T18:46:06.839894Z","end":"2026-03-31T18:46:07.15638Z","steps":["trace[19960610] 'process raft request' (duration: 314.869947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:07.156456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:06.839846Z","time spent":"316.578855ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:46:07.156484Z","caller":"traceutil/trace.go:171","msg":"trace[1128261832] transaction","detail":"{read_only:false; response_revision:8612; number_of_response:1; }","duration":"316.203515ms","start":"2026-03-31T18:46:06.840274Z","end":"2026-03-31T18:46:07.156477Z","steps":["trace[1128261832] 'process raft request' (duration: 314.509099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:07.156526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:06.84026Z","time spent":"316.245685ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:46:07.156647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.791312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:46:07.156665Z","caller":"traceutil/trace.go:171","msg":"trace[1561265416] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:8612; }","duration":"494.850874ms","start":"2026-03-31T18:46:06.661809Z","end":"2026-03-31T18:46:07.15666Z","steps":["trace[1561265416] 'agreement among raft nodes before linearized reading' (duration: 494.756801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:07.156678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:06.661786Z","time spent":"494.889324ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":101,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:46:07.156766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.257046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:46:07.156784Z","caller":"traceutil/trace.go:171","msg":"trace[61311576] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8612; }","duration":"568.318837ms","start":"2026-03-31T18:46:06.588461Z","end":"2026-03-31T18:46:07.15678Z","steps":["trace[61311576] 'agreement among raft nodes before linearized reading' (duration: 568.291046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:07.156796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:06.588435Z","time spent":"568.358388ms","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:46:07.299975Z","caller":"traceutil/trace.go:171","msg":"trace[428007045] transaction","detail":"{read_only:false; response_revision:8614; number_of_response:1; }","duration":"138.306185ms","start":"2026-03-31T18:46:07.161647Z","end":"2026-03-31T18:46:07.299953Z","steps":["trace[428007045] 'process raft request' (duration: 115.534044ms)","trace[428007045] 'compare' (duration: 22.569297ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:07.300293Z","caller":"traceutil/trace.go:171","msg":"trace[1901629638] linearizableReadLoop","detail":"{readStateIndex:8925; appliedIndex:8923; }","duration":"138.059809ms","start":"2026-03-31T18:46:07.162191Z","end":"2026-03-31T18:46:07.300251Z","steps":["trace[1901629638] 'read index received' (duration: 51.017981ms)","trace[1901629638] 'applied index is now lower than readState.Index' (duration: 87.038688ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:07.300715Z","caller":"traceutil/trace.go:171","msg":"trace[256038488] transaction","detail":"{read_only:false; response_revision:8615; number_of_response:1; }","duration":"135.983972ms","start":"2026-03-31T18:46:07.164692Z","end":"2026-03-31T18:46:07.300676Z","steps":["trace[256038488] 'process raft request' (duration: 135.191141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:07.300711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.48798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/rook-ceph/csi-nfsplugin-provisioner\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:46:07.300811Z","caller":"traceutil/trace.go:171","msg":"trace[508407739] range","detail":"{range_begin:/registry/deployments/rook-ceph/csi-nfsplugin-provisioner; range_end:; response_count:0; response_revision:8615; }","duration":"138.619083ms","start":"2026-03-31T18:46:07.162172Z","end":"2026-03-31T18:46:07.300791Z","steps":["trace[508407739] 'agreement among raft nodes before linearized reading' (duration: 138.458489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:07.301102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.600632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:211713"} {"level":"info","ts":"2026-03-31T18:46:07.301186Z","caller":"traceutil/trace.go:171","msg":"trace[1979661542] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8615; }","duration":"132.715196ms","start":"2026-03-31T18:46:07.168452Z","end":"2026-03-31T18:46:07.301167Z","steps":["trace[1979661542] 'agreement among raft nodes before linearized reading' (duration: 132.242892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:11.30261Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.658132603s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:46:11.590097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000365626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:46:11.590183Z","caller":"traceutil/trace.go:171","msg":"trace[123640308] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0005062s","start":"2026-03-31T18:46:09.589658Z","end":"2026-03-31T18:46:11.590165Z","steps":["trace[123640308] 'agreement among raft nodes before linearized reading' (duration: 2.000395307s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:11.590231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:09.58964Z","time spent":"2.000580673s","remote":"127.0.0.1:44762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:46:13.068075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.42366967s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:46:13.068305Z","caller":"traceutil/trace.go:171","msg":"trace[483642432] linearizableReadLoop","detail":"{readStateIndex:8931; appliedIndex:8930; }","duration":"3.907410216s","start":"2026-03-31T18:46:09.160877Z","end":"2026-03-31T18:46:13.068287Z","steps":["trace[483642432] 'read index received' (duration: 483.580851ms)","trace[483642432] 'applied index is now lower than readState.Index' (duration: 3.423828245s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:46:13.07187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.910972511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:46:13.071919Z","caller":"traceutil/trace.go:171","msg":"trace[405366744] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8619; }","duration":"3.911081724s","start":"2026-03-31T18:46:09.160826Z","end":"2026-03-31T18:46:13.071907Z","steps":["trace[405366744] 'agreement among raft nodes before linearized reading' (duration: 3.910886709s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:13.071948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:09.160803Z","time spent":"3.911138686s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:46:13.072232Z","caller":"traceutil/trace.go:171","msg":"trace[1681521174] transaction","detail":"{read_only:false; response_revision:8620; number_of_response:1; }","duration":"3.909972315s","start":"2026-03-31T18:46:09.162231Z","end":"2026-03-31T18:46:13.072203Z","steps":["trace[1681521174] 'process raft request' (duration: 3.905952226s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:13.072425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:09.162216Z","time spent":"3.910096878s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:46:13.0921Z","caller":"traceutil/trace.go:171","msg":"trace[271423766] transaction","detail":"{read_only:false; response_revision:8621; number_of_response:1; }","duration":"3.928120252s","start":"2026-03-31T18:46:09.163938Z","end":"2026-03-31T18:46:13.092058Z","steps":["trace[271423766] 'process raft request' (duration: 3.908244428s)","trace[271423766] 'compare' (duration: 19.633947ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:46:13.092274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:09.163913Z","time spent":"3.928260856s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:46:13.092884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.874964854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:46:13.092945Z","caller":"traceutil/trace.go:171","msg":"trace[1979155476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8622; }","duration":"3.875073267s","start":"2026-03-31T18:46:09.217859Z","end":"2026-03-31T18:46:13.092932Z","steps":["trace[1979155476] 'agreement among raft nodes before linearized reading' (duration: 3.874324917s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:13.092942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.863524807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:46:13.092989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:09.217835Z","time spent":"3.87514555s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:46:13.093031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.584649223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:46:13.092967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.553714315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:46:13.092887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.783394895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rj546\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-03-31T18:46:13.093079Z","caller":"traceutil/trace.go:171","msg":"trace[527710024] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:8622; }","duration":"2.584695323s","start":"2026-03-31T18:46:10.508372Z","end":"2026-03-31T18:46:13.093067Z","steps":["trace[527710024] 'agreement among raft nodes before linearized reading' (duration: 2.583869072s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:13.093122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:10.508292Z","time spent":"2.584819766s","remote":"127.0.0.1:45274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":24,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:46:13.093123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.930624599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-31T18:46:13.093119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.531917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-ffdc57f96-fmcl2.18a2015d56fc4ee8\" ","response":"range_response_count:1 size:1130"} {"level":"warn","ts":"2026-03-31T18:46:13.093177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.833585022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T18:46:13.093187Z","caller":"traceutil/trace.go:171","msg":"trace[1465584557] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8622; }","duration":"3.930700381s","start":"2026-03-31T18:46:09.162464Z","end":"2026-03-31T18:46:13.093165Z","steps":["trace[1465584557] 'agreement among raft nodes before linearized reading' (duration: 3.929731855s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:13.093035Z","caller":"traceutil/trace.go:171","msg":"trace[1810826579] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:8622; }","duration":"3.863704922s","start":"2026-03-31T18:46:09.229303Z","end":"2026-03-31T18:46:13.093008Z","steps":["trace[1810826579] 'agreement among raft nodes before linearized reading' (duration: 3.86286831s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:13.093213Z","caller":"traceutil/trace.go:171","msg":"trace[1967410351] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8622; }","duration":"3.833655825s","start":"2026-03-31T18:46:09.259545Z","end":"2026-03-31T18:46:13.093201Z","steps":["trace[1967410351] 'agreement among raft nodes before linearized reading' (duration: 3.832615547s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:13.093254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:09.229276Z","time spent":"3.863967849s","remote":"127.0.0.1:38174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:46:13.09325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:09.259522Z","time spent":"3.833720296s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:46:13.093258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.972377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-31T18:46:13.093364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.93103986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T18:46:13.092942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501867734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:46:13.093415Z","caller":"traceutil/trace.go:171","msg":"trace[776957921] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8622; }","duration":"3.931088312s","start":"2026-03-31T18:46:09.162316Z","end":"2026-03-31T18:46:13.093405Z","steps":["trace[776957921] 'agreement among raft nodes before linearized reading' (duration: 3.929890589s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:13.093204Z","caller":"traceutil/trace.go:171","msg":"trace[891347966] range","detail":"{range_begin:/registry/events/openstack/barbican-api-ffdc57f96-fmcl2.18a2015d56fc4ee8; range_end:; response_count:1; response_revision:8622; }","duration":"449.67879ms","start":"2026-03-31T18:46:12.643506Z","end":"2026-03-31T18:46:13.093185Z","steps":["trace[891347966] 'agreement among raft nodes before linearized reading' (duration: 448.661743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:13.093458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:12.643479Z","time spent":"449.969277ms","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1153,"request content":"key:\"/registry/events/openstack/barbican-api-ffdc57f96-fmcl2.18a2015d56fc4ee8\" "} {"level":"info","ts":"2026-03-31T18:46:13.093457Z","caller":"traceutil/trace.go:171","msg":"trace[1967602744] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8622; }","duration":"380.184603ms","start":"2026-03-31T18:46:12.713211Z","end":"2026-03-31T18:46:13.093396Z","steps":["trace[1967602744] 'agreement among raft nodes before linearized reading' (duration: 378.91914ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:13.09342Z","caller":"traceutil/trace.go:171","msg":"trace[637678011] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8622; }","duration":"1.502375089s","start":"2026-03-31T18:46:11.591035Z","end":"2026-03-31T18:46:13.09341Z","steps":["trace[637678011] 'agreement among raft nodes before linearized reading' (duration: 1.501153626s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:13.093082Z","caller":"traceutil/trace.go:171","msg":"trace[656242340] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8622; }","duration":"3.553866188s","start":"2026-03-31T18:46:09.539205Z","end":"2026-03-31T18:46:13.093071Z","steps":["trace[656242340] 'agreement among raft nodes before linearized reading' (duration: 3.553027697s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:13.093567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.830099289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-31T18:46:13.093473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.787255508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T18:46:13.093675Z","caller":"traceutil/trace.go:171","msg":"trace[1297143049] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8622; }","duration":"3.787579638s","start":"2026-03-31T18:46:09.306071Z","end":"2026-03-31T18:46:13.093651Z","steps":["trace[1297143049] 'agreement among raft nodes before linearized reading' (duration: 3.786072497s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:13.093574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:12.713178Z","time spent":"380.373768ms","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:46:13.093758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:09.306022Z","time spent":"3.78772098s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:46:13.093252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:09.162458Z","time spent":"3.930783963s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:46:13.093688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.931721259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:46:13.093452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:09.162291Z","time spent":"3.931151514s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:46:13.09391Z","caller":"traceutil/trace.go:171","msg":"trace[1427121045] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8622; }","duration":"3.931990916s","start":"2026-03-31T18:46:09.161903Z","end":"2026-03-31T18:46:13.093894Z","steps":["trace[1427121045] 'agreement among raft nodes before linearized reading' (duration: 3.930205139s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:13.093602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:09.539183Z","time spent":"3.554407813s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:46:13.093961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:09.161878Z","time spent":"3.932066919s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:46:13.092848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.231715262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:46:13.094037Z","caller":"traceutil/trace.go:171","msg":"trace[359328448] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:8622; }","duration":"2.232997465s","start":"2026-03-31T18:46:10.861023Z","end":"2026-03-31T18:46:13.094021Z","steps":["trace[359328448] 'agreement among raft nodes before linearized reading' (duration: 2.231182096s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:13.094082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:10.860994Z","time spent":"2.233072467s","remote":"127.0.0.1:44708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:46:13.093139Z","caller":"traceutil/trace.go:171","msg":"trace[829722259] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rj546; range_end:; response_count:1; response_revision:8622; }","duration":"3.783650522s","start":"2026-03-31T18:46:09.30943Z","end":"2026-03-31T18:46:13.093081Z","steps":["trace[829722259] 'agreement among raft nodes before linearized reading' (duration: 3.782795699s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:13.09418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:09.309404Z","time spent":"3.784762032s","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-rj546\" "} {"level":"warn","ts":"2026-03-31T18:46:13.093603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:11.591017Z","time spent":"1.502565033s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:46:13.09362Z","caller":"traceutil/trace.go:171","msg":"trace[742386750] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8622; }","duration":"3.830196441s","start":"2026-03-31T18:46:09.263408Z","end":"2026-03-31T18:46:13.093604Z","steps":["trace[742386750] 'agreement among raft nodes before linearized reading' (duration: 3.828737452s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:13.094442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:09.263382Z","time spent":"3.831043834s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T18:46:13.214864Z","caller":"traceutil/trace.go:171","msg":"trace[50938836] transaction","detail":"{read_only:false; response_revision:8627; number_of_response:1; }","duration":"110.994583ms","start":"2026-03-31T18:46:13.103829Z","end":"2026-03-31T18:46:13.214824Z","steps":["trace[50938836] 'process raft request' (duration: 110.845269ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:13.214895Z","caller":"traceutil/trace.go:171","msg":"trace[2143929338] transaction","detail":"{read_only:false; response_revision:8630; number_of_response:1; }","duration":"109.205264ms","start":"2026-03-31T18:46:13.105651Z","end":"2026-03-31T18:46:13.214856Z","steps":["trace[2143929338] 'process raft request' (duration: 109.095851ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:13.215071Z","caller":"traceutil/trace.go:171","msg":"trace[1201778765] transaction","detail":"{read_only:false; response_revision:8625; number_of_response:1; }","duration":"111.6834ms","start":"2026-03-31T18:46:13.103376Z","end":"2026-03-31T18:46:13.215059Z","steps":["trace[1201778765] 'process raft request' (duration: 111.250528ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:13.215158Z","caller":"traceutil/trace.go:171","msg":"trace[1389853714] transaction","detail":"{read_only:false; response_revision:8626; number_of_response:1; }","duration":"111.438184ms","start":"2026-03-31T18:46:13.10371Z","end":"2026-03-31T18:46:13.215148Z","steps":["trace[1389853714] 'process raft request' (duration: 110.944631ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:13.215208Z","caller":"traceutil/trace.go:171","msg":"trace[378798383] transaction","detail":"{read_only:false; response_revision:8629; number_of_response:1; }","duration":"109.4468ms","start":"2026-03-31T18:46:13.105461Z","end":"2026-03-31T18:46:13.214907Z","steps":["trace[378798383] 'process raft request' (duration: 109.262235ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:13.21529Z","caller":"traceutil/trace.go:171","msg":"trace[1503488881] transaction","detail":"{read_only:false; response_revision:8631; number_of_response:1; }","duration":"109.209614ms","start":"2026-03-31T18:46:13.106063Z","end":"2026-03-31T18:46:13.215273Z","steps":["trace[1503488881] 'process raft request' (duration: 108.70094ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:13.214941Z","caller":"traceutil/trace.go:171","msg":"trace[423283256] transaction","detail":"{read_only:false; response_revision:8624; number_of_response:1; }","duration":"111.728891ms","start":"2026-03-31T18:46:13.103205Z","end":"2026-03-31T18:46:13.214934Z","steps":["trace[423283256] 'process raft request' (duration: 111.232107ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:13.214882Z","caller":"traceutil/trace.go:171","msg":"trace[1354499240] transaction","detail":"{read_only:false; response_revision:8628; number_of_response:1; }","duration":"110.94741ms","start":"2026-03-31T18:46:13.103911Z","end":"2026-03-31T18:46:13.214858Z","steps":["trace[1354499240] 'process raft request' (duration: 110.785706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:13.215345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.134053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-31T18:46:13.215386Z","caller":"traceutil/trace.go:171","msg":"trace[501540819] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8631; }","duration":"112.232245ms","start":"2026-03-31T18:46:13.103145Z","end":"2026-03-31T18:46:13.215378Z","steps":["trace[501540819] 'agreement among raft nodes before linearized reading' (duration: 112.077182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:13.216237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.977905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:211710"} {"level":"info","ts":"2026-03-31T18:46:13.216296Z","caller":"traceutil/trace.go:171","msg":"trace[759265377] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8631; }","duration":"113.081588ms","start":"2026-03-31T18:46:13.103202Z","end":"2026-03-31T18:46:13.216283Z","steps":["trace[759265377] 'agreement among raft nodes before linearized reading' (duration: 111.808294ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:17.10361Z","caller":"traceutil/trace.go:171","msg":"trace[445299853] transaction","detail":"{read_only:false; response_revision:8648; number_of_response:1; }","duration":"108.105244ms","start":"2026-03-31T18:46:16.995474Z","end":"2026-03-31T18:46:17.10358Z","steps":["trace[445299853] 'process raft request' (duration: 56.861557ms)","trace[445299853] 'compare' (duration: 50.979051ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:28.393933Z","caller":"traceutil/trace.go:171","msg":"trace[998399968] transaction","detail":"{read_only:false; response_revision:8740; number_of_response:1; }","duration":"167.330155ms","start":"2026-03-31T18:46:28.226556Z","end":"2026-03-31T18:46:28.393886Z","steps":["trace[998399968] 'process raft request' (duration: 103.284726ms)","trace[998399968] 'compare' (duration: 63.755392ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:29.434112Z","caller":"traceutil/trace.go:171","msg":"trace[1670187536] transaction","detail":"{read_only:false; response_revision:8744; number_of_response:1; }","duration":"111.014548ms","start":"2026-03-31T18:46:29.323058Z","end":"2026-03-31T18:46:29.434073Z","steps":["trace[1670187536] 'process raft request' (duration: 106.333298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:30.81396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.458273ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:46:30.81409Z","caller":"traceutil/trace.go:171","msg":"trace[331668367] linearizableReadLoop","detail":"{readStateIndex:9076; appliedIndex:9074; }","duration":"899.538416ms","start":"2026-03-31T18:46:29.914527Z","end":"2026-03-31T18:46:30.814066Z","steps":["trace[331668367] 'read index received' (duration: 5.375398ms)","trace[331668367] 'applied index is now lower than readState.Index' (duration: 894.161598ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:30.814212Z","caller":"traceutil/trace.go:171","msg":"trace[437278514] transaction","detail":"{read_only:false; response_revision:8757; number_of_response:1; }","duration":"905.50884ms","start":"2026-03-31T18:46:29.908684Z","end":"2026-03-31T18:46:30.814193Z","steps":["trace[437278514] 'process raft request' (duration: 170.722047ms)","trace[437278514] 'compare' (duration: 734.33164ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:46:30.814322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:29.908649Z","time spent":"905.630632ms","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4619,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:46:30.814512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.680477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:46:30.814571Z","caller":"traceutil/trace.go:171","msg":"trace[1258259418] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8757; }","duration":"221.786638ms","start":"2026-03-31T18:46:30.592771Z","end":"2026-03-31T18:46:30.814558Z","steps":["trace[1258259418] 'agreement among raft nodes before linearized reading' (duration: 221.691115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:30.81462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.799378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-bwvkp\" ","response":"range_response_count:1 size:4634"} {"level":"warn","ts":"2026-03-31T18:46:30.814659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.869997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:46:30.814738Z","caller":"traceutil/trace.go:171","msg":"trace[262445221] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-bwvkp; range_end:; response_count:1; response_revision:8757; }","duration":"198.957703ms","start":"2026-03-31T18:46:30.61575Z","end":"2026-03-31T18:46:30.814708Z","steps":["trace[262445221] 'agreement among raft nodes before linearized reading' (duration: 198.756067ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:30.814782Z","caller":"traceutil/trace.go:171","msg":"trace[982135618] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8757; }","duration":"601.079022ms","start":"2026-03-31T18:46:30.21367Z","end":"2026-03-31T18:46:30.814749Z","steps":["trace[982135618] 'agreement among raft nodes before linearized reading' (duration: 600.812535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:30.81484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:30.21364Z","time spent":"601.189334ms","remote":"127.0.0.1:44762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:46:30.814671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.132232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-bwvkp\" ","response":"range_response_count:1 size:4634"} {"level":"info","ts":"2026-03-31T18:46:30.815993Z","caller":"traceutil/trace.go:171","msg":"trace[140033887] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-bwvkp; range_end:; response_count:1; response_revision:8757; }","duration":"901.445638ms","start":"2026-03-31T18:46:29.914516Z","end":"2026-03-31T18:46:30.815962Z","steps":["trace[140033887] 'agreement among raft nodes before linearized reading' (duration: 899.981638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:30.816089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:29.914443Z","time spent":"901.615332ms","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4657,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-bwvkp\" "} {"level":"warn","ts":"2026-03-31T18:46:30.81512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.222117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-31T18:46:30.81637Z","caller":"traceutil/trace.go:171","msg":"trace[488701726] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8757; }","duration":"892.539004ms","start":"2026-03-31T18:46:29.92382Z","end":"2026-03-31T18:46:30.816359Z","steps":["trace[488701726] 'agreement among raft nodes before linearized reading' (duration: 890.659763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:30.816425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:29.92379Z","time spent":"892.598594ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":554,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-31T18:46:30.815254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.794968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-mon\" ","response":"range_response_count:1 size:713"} {"level":"info","ts":"2026-03-31T18:46:30.81661Z","caller":"traceutil/trace.go:171","msg":"trace[1433034293] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-mon; range_end:; response_count:1; response_revision:8757; }","duration":"891.305879ms","start":"2026-03-31T18:46:29.925296Z","end":"2026-03-31T18:46:30.816602Z","steps":["trace[1433034293] 'agreement among raft nodes before linearized reading' (duration: 889.209022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:30.8174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:29.925269Z","time spent":"892.117341ms","remote":"127.0.0.1:44874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":736,"request content":"key:\"/registry/secrets/openstack/rook-ceph-mon\" "} {"level":"warn","ts":"2026-03-31T18:46:30.815479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.907204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"info","ts":"2026-03-31T18:46:30.817577Z","caller":"traceutil/trace.go:171","msg":"trace[6861668] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8757; }","duration":"903.025231ms","start":"2026-03-31T18:46:29.914527Z","end":"2026-03-31T18:46:30.817552Z","steps":["trace[6861668] 'agreement among raft nodes before linearized reading' (duration: 899.740752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:30.817651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:29.914514Z","time spent":"903.116024ms","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":3089,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-31T18:46:31.325787Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264859779154078,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:46:31.537971Z","caller":"traceutil/trace.go:171","msg":"trace[172876930] transaction","detail":"{read_only:false; response_revision:8758; number_of_response:1; }","duration":"714.426862ms","start":"2026-03-31T18:46:30.82351Z","end":"2026-03-31T18:46:31.537937Z","steps":["trace[172876930] 'process raft request' (duration: 714.212646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:31.538179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:30.823493Z","time spent":"714.587189ms","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4624,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:46:32.094873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.126144ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:46:32.095097Z","caller":"traceutil/trace.go:171","msg":"trace[2096567589] linearizableReadLoop","detail":"{readStateIndex:9079; appliedIndex:9076; }","duration":"1.270298134s","start":"2026-03-31T18:46:30.824776Z","end":"2026-03-31T18:46:32.095074Z","steps":["trace[2096567589] 'read index received' (duration: 712.962263ms)","trace[2096567589] 'applied index is now lower than readState.Index' (duration: 557.334731ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:32.095202Z","caller":"traceutil/trace.go:171","msg":"trace[992963149] transaction","detail":"{read_only:false; response_revision:8760; number_of_response:1; }","duration":"772.393645ms","start":"2026-03-31T18:46:31.322794Z","end":"2026-03-31T18:46:32.095188Z","steps":["trace[992963149] 'process raft request' (duration: 772.198749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:32.095315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:31.322773Z","time spent":"772.470447ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:46:32.095268Z","caller":"traceutil/trace.go:171","msg":"trace[2008334038] transaction","detail":"{read_only:false; response_revision:8759; number_of_response:1; }","duration":"851.432394ms","start":"2026-03-31T18:46:31.243782Z","end":"2026-03-31T18:46:32.095214Z","steps":["trace[2008334038] 'process raft request' (duration: 626.848049ms)","trace[2008334038] 'compare' (duration: 223.988459ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:46:32.095596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:31.243756Z","time spent":"851.695481ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:46:32.095665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270873499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-bwvkp\" ","response":"range_response_count:1 size:4639"} {"level":"info","ts":"2026-03-31T18:46:32.095856Z","caller":"traceutil/trace.go:171","msg":"trace[557800290] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-bwvkp; range_end:; response_count:1; response_revision:8760; }","duration":"1.271085606s","start":"2026-03-31T18:46:30.824742Z","end":"2026-03-31T18:46:32.095828Z","steps":["trace[557800290] 'agreement among raft nodes before linearized reading' (duration: 1.270588482s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:32.096483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:30.824728Z","time spent":"1.271727862s","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4662,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-bwvkp\" "} {"level":"info","ts":"2026-03-31T18:46:32.117453Z","caller":"traceutil/trace.go:171","msg":"trace[514811652] transaction","detail":"{read_only:false; response_revision:8761; number_of_response:1; }","duration":"293.509927ms","start":"2026-03-31T18:46:31.823922Z","end":"2026-03-31T18:46:32.117432Z","steps":["trace[514811652] 'process raft request' (duration: 293.385024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:32.117719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29277457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-31T18:46:32.11777Z","caller":"traceutil/trace.go:171","msg":"trace[259927213] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8761; }","duration":"1.292843022s","start":"2026-03-31T18:46:30.824917Z","end":"2026-03-31T18:46:32.11776Z","steps":["trace[259927213] 'agreement among raft nodes before linearized reading' (duration: 1.292601166s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:32.117793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:30.824907Z","time spent":"1.292881374s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":554,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-31T18:46:32.117861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.508496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T18:46:32.117964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.707801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:46:32.117988Z","caller":"traceutil/trace.go:171","msg":"trace[539141153] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8761; }","duration":"663.780582ms","start":"2026-03-31T18:46:31.454201Z","end":"2026-03-31T18:46:32.117982Z","steps":["trace[539141153] 'agreement among raft nodes before linearized reading' (duration: 663.706761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:32.118013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:31.454176Z","time spent":"663.833234ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:46:32.118023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.370607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:46:32.118025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.911144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:46:32.117953Z","caller":"traceutil/trace.go:171","msg":"trace[1903606861] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8761; }","duration":"490.6639ms","start":"2026-03-31T18:46:31.627271Z","end":"2026-03-31T18:46:32.117934Z","steps":["trace[1903606861] 'agreement among raft nodes before linearized reading' (duration: 490.337231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:32.118132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:31.627234Z","time spent":"490.887357ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:46:32.118129Z","caller":"traceutil/trace.go:171","msg":"trace[1178986065] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8761; }","duration":"547.052117ms","start":"2026-03-31T18:46:31.571049Z","end":"2026-03-31T18:46:32.118101Z","steps":["trace[1178986065] 'agreement among raft nodes before linearized reading' (duration: 546.810211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:32.118149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.648822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:46:32.118155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267347513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:1097"} {"level":"warn","ts":"2026-03-31T18:46:32.118241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.238482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:46:32.118247Z","caller":"traceutil/trace.go:171","msg":"trace[1931143465] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8761; }","duration":"1.267440265s","start":"2026-03-31T18:46:30.850788Z","end":"2026-03-31T18:46:32.118228Z","steps":["trace[1931143465] 'agreement among raft nodes before linearized reading' (duration: 1.26722853s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:32.118282Z","caller":"traceutil/trace.go:171","msg":"trace[1314893512] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8761; }","duration":"528.334714ms","start":"2026-03-31T18:46:31.589937Z","end":"2026-03-31T18:46:32.118272Z","steps":["trace[1314893512] 'agreement among raft nodes before linearized reading' (duration: 528.280303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:32.118304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:30.850704Z","time spent":"1.267586729s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1120,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"warn","ts":"2026-03-31T18:46:32.118326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.042187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rj546\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-03-31T18:46:32.118394Z","caller":"traceutil/trace.go:171","msg":"trace[230964088] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rj546; range_end:; response_count:1; response_revision:8761; }","duration":"488.12733ms","start":"2026-03-31T18:46:31.630255Z","end":"2026-03-31T18:46:32.118382Z","steps":["trace[230964088] 'agreement among raft nodes before linearized reading' (duration: 487.963826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:32.118407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.490189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:46:32.118066Z","caller":"traceutil/trace.go:171","msg":"trace[348026915] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8761; }","duration":"335.461789ms","start":"2026-03-31T18:46:31.782594Z","end":"2026-03-31T18:46:32.118055Z","steps":["trace[348026915] 'agreement among raft nodes before linearized reading' (duration: 335.389047ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:32.118433Z","caller":"traceutil/trace.go:171","msg":"trace[1028159909] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8761; }","duration":"748.558699ms","start":"2026-03-31T18:46:31.369866Z","end":"2026-03-31T18:46:32.118425Z","steps":["trace[1028159909] 'agreement among raft nodes before linearized reading' (duration: 748.487318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:32.118316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:31.589908Z","time spent":"528.401656ms","remote":"127.0.0.1:44762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:46:32.118431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.086622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-31T18:46:32.118458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:31.369841Z","time spent":"748.612593ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:46:32.118492Z","caller":"traceutil/trace.go:171","msg":"trace[1149480650] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8761; }","duration":"538.209566ms","start":"2026-03-31T18:46:31.580265Z","end":"2026-03-31T18:46:32.118474Z","steps":["trace[1149480650] 'agreement among raft nodes before linearized reading' (duration: 538.071122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:32.118519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.151082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T18:46:32.118568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:31.580234Z","time spent":"538.323048ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:46:32.118582Z","caller":"traceutil/trace.go:171","msg":"trace[1266870635] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8761; }","duration":"491.226537ms","start":"2026-03-31T18:46:31.627339Z","end":"2026-03-31T18:46:32.118566Z","steps":["trace[1266870635] 'agreement among raft nodes before linearized reading' (duration: 491.064382ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:32.118192Z","caller":"traceutil/trace.go:171","msg":"trace[992623657] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:8761; }","duration":"434.687224ms","start":"2026-03-31T18:46:31.68349Z","end":"2026-03-31T18:46:32.118177Z","steps":["trace[992623657] 'agreement among raft nodes before linearized reading' (duration: 434.601871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:32.118663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.221625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T18:46:32.118889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:31.683427Z","time spent":"435.29428ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":19,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:46:32.118187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:31.571026Z","time spent":"547.14054ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:46:32.118901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:31.630246Z","time spent":"488.636005ms","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-rj546\" "} {"level":"warn","ts":"2026-03-31T18:46:32.11849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:31.782569Z","time spent":"335.883862ms","remote":"127.0.0.1:37018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:46:32.118631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:31.627332Z","time spent":"491.287658ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:46:32.119304Z","caller":"traceutil/trace.go:171","msg":"trace[1645989165] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8761; }","duration":"491.604527ms","start":"2026-03-31T18:46:31.627343Z","end":"2026-03-31T18:46:32.118948Z","steps":["trace[1645989165] 'agreement among raft nodes before linearized reading' (duration: 490.998121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:32.119416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:31.627328Z","time spent":"492.067159ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:46:32.242345Z","caller":"traceutil/trace.go:171","msg":"trace[974484885] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8763; }","duration":"121.897356ms","start":"2026-03-31T18:46:32.120422Z","end":"2026-03-31T18:46:32.24232Z","steps":["trace[974484885] 'process raft request' (duration: 121.66956ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:32.242608Z","caller":"traceutil/trace.go:171","msg":"trace[1018859466] transaction","detail":"{read_only:false; response_revision:8764; number_of_response:1; }","duration":"119.183201ms","start":"2026-03-31T18:46:32.123412Z","end":"2026-03-31T18:46:32.242595Z","steps":["trace[1018859466] 'process raft request' (duration: 118.842692ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:32.243046Z","caller":"traceutil/trace.go:171","msg":"trace[1804984494] transaction","detail":"{read_only:false; response_revision:8765; number_of_response:1; }","duration":"117.790023ms","start":"2026-03-31T18:46:32.125244Z","end":"2026-03-31T18:46:32.243034Z","steps":["trace[1804984494] 'process raft request' (duration: 117.30623ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:32.243251Z","caller":"traceutil/trace.go:171","msg":"trace[764518159] transaction","detail":"{read_only:false; response_revision:8766; number_of_response:1; }","duration":"117.992699ms","start":"2026-03-31T18:46:32.125247Z","end":"2026-03-31T18:46:32.24324Z","steps":["trace[764518159] 'process raft request' (duration: 117.499546ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:32.243516Z","caller":"traceutil/trace.go:171","msg":"trace[1754170358] transaction","detail":"{read_only:false; response_revision:8767; number_of_response:1; }","duration":"118.214265ms","start":"2026-03-31T18:46:32.125281Z","end":"2026-03-31T18:46:32.243495Z","steps":["trace[1754170358] 'process raft request' (duration: 117.915667ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:32.243531Z","caller":"traceutil/trace.go:171","msg":"trace[1778151916] transaction","detail":"{read_only:false; response_revision:8768; number_of_response:1; }","duration":"118.217326ms","start":"2026-03-31T18:46:32.125302Z","end":"2026-03-31T18:46:32.24352Z","steps":["trace[1778151916] 'process raft request' (duration: 118.093313ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:32.243589Z","caller":"traceutil/trace.go:171","msg":"trace[1881748689] transaction","detail":"{read_only:false; response_revision:8769; number_of_response:1; }","duration":"118.212635ms","start":"2026-03-31T18:46:32.125355Z","end":"2026-03-31T18:46:32.243567Z","steps":["trace[1881748689] 'process raft request' (duration: 118.117833ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:32.243639Z","caller":"traceutil/trace.go:171","msg":"trace[954103852] transaction","detail":"{read_only:false; response_revision:8770; number_of_response:1; }","duration":"118.01812ms","start":"2026-03-31T18:46:32.12561Z","end":"2026-03-31T18:46:32.243628Z","steps":["trace[954103852] 'process raft request' (duration: 117.888666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:32.244178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.976546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:211645"} {"level":"info","ts":"2026-03-31T18:46:32.244281Z","caller":"traceutil/trace.go:171","msg":"trace[945149458] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8770; }","duration":"119.1097ms","start":"2026-03-31T18:46:32.125147Z","end":"2026-03-31T18:46:32.244256Z","steps":["trace[945149458] 'agreement among raft nodes before linearized reading' (duration: 118.499763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:33.195161Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264859779154107,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:46:33.696337Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264859779154107,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:46:33.809552Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.154588727s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:46:33.810135Z","caller":"traceutil/trace.go:171","msg":"trace[621608440] transaction","detail":"{read_only:false; response_revision:8774; number_of_response:1; }","duration":"1.155230255s","start":"2026-03-31T18:46:32.654882Z","end":"2026-03-31T18:46:33.810112Z","steps":["trace[621608440] 'process raft request' (duration: 1.15506234s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:33.810276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:32.65487Z","time spent":"1.155320307s","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1115,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:46:34.49852Z","caller":"traceutil/trace.go:171","msg":"trace[1905494594] transaction","detail":"{read_only:false; response_revision:8775; number_of_response:1; }","duration":"1.802453702s","start":"2026-03-31T18:46:32.696011Z","end":"2026-03-31T18:46:34.498465Z","steps":["trace[1905494594] 'process raft request' (duration: 1.801958039s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:34.498668Z","caller":"traceutil/trace.go:171","msg":"trace[1981134365] linearizableReadLoop","detail":"{readStateIndex:9095; appliedIndex:9092; }","duration":"1.804231551s","start":"2026-03-31T18:46:32.69441Z","end":"2026-03-31T18:46:34.498641Z","steps":["trace[1981134365] 'read index received' (duration: 1.115596447s)","trace[1981134365] 'applied index is now lower than readState.Index' (duration: 688.632894ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:46:34.498763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:32.695994Z","time spent":"1.802653559s","remote":"127.0.0.1:52766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414455,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:46:34.49879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804368395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:46:34.49883Z","caller":"traceutil/trace.go:171","msg":"trace[1510058428] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:8776; }","duration":"1.804446978s","start":"2026-03-31T18:46:32.694367Z","end":"2026-03-31T18:46:34.498814Z","steps":["trace[1510058428] 'agreement among raft nodes before linearized reading' (duration: 1.804366936s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:34.498814Z","caller":"traceutil/trace.go:171","msg":"trace[2091921485] transaction","detail":"{read_only:false; response_revision:8776; number_of_response:1; }","duration":"1.372037786s","start":"2026-03-31T18:46:33.12673Z","end":"2026-03-31T18:46:34.498768Z","steps":["trace[2091921485] 'process raft request' (duration: 1.371636345s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:34.499006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:33.126709Z","time spent":"1.372199491s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:46:34.498861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:32.694348Z","time spent":"1.80450512s","remote":"127.0.0.1:36058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:46:34.74366Z","caller":"traceutil/trace.go:171","msg":"trace[177877230] linearizableReadLoop","detail":"{readStateIndex:9097; appliedIndex:9095; }","duration":"244.925825ms","start":"2026-03-31T18:46:34.498703Z","end":"2026-03-31T18:46:34.743629Z","steps":["trace[177877230] 'read index received' (duration: 228.992068ms)","trace[177877230] 'applied index is now lower than readState.Index' (duration: 15.932087ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:46:34.743911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143128452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:46:34.74399Z","caller":"traceutil/trace.go:171","msg":"trace[150075773] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:8778; }","duration":"1.143229735s","start":"2026-03-31T18:46:33.60074Z","end":"2026-03-31T18:46:34.74397Z","steps":["trace[150075773] 'agreement among raft nodes before linearized reading' (duration: 1.143081131s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:34.743983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.984079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T18:46:34.744079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.324149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:46:34.744177Z","caller":"traceutil/trace.go:171","msg":"trace[1977777995] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8778; }","duration":"495.439632ms","start":"2026-03-31T18:46:34.248717Z","end":"2026-03-31T18:46:34.744157Z","steps":["trace[1977777995] 'agreement among raft nodes before linearized reading' (duration: 495.086781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:34.74427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:34.248703Z","time spent":"495.552355ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:46:34.744312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.877715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rj546\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-03-31T18:46:34.744482Z","caller":"traceutil/trace.go:171","msg":"trace[620575367] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rj546; range_end:; response_count:1; response_revision:8778; }","duration":"492.181412ms","start":"2026-03-31T18:46:34.252279Z","end":"2026-03-31T18:46:34.74446Z","steps":["trace[620575367] 'agreement among raft nodes before linearized reading' (duration: 491.467283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:34.744622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:34.252234Z","time spent":"492.368927ms","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-rj546\" "} {"level":"info","ts":"2026-03-31T18:46:34.744157Z","caller":"traceutil/trace.go:171","msg":"trace[1213001173] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8778; }","duration":"495.38551ms","start":"2026-03-31T18:46:34.248718Z","end":"2026-03-31T18:46:34.744104Z","steps":["trace[1213001173] 'agreement among raft nodes before linearized reading' (duration: 494.99827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:34.744827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.379935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3173"} {"level":"info","ts":"2026-03-31T18:46:34.744866Z","caller":"traceutil/trace.go:171","msg":"trace[549064709] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8778; }","duration":"183.463596ms","start":"2026-03-31T18:46:34.561392Z","end":"2026-03-31T18:46:34.744856Z","steps":["trace[549064709] 'agreement among raft nodes before linearized reading' (duration: 183.323453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:34.744899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:34.248688Z","time spent":"496.161231ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:46:34.74496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.759679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:46:34.74505Z","caller":"traceutil/trace.go:171","msg":"trace[955843900] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:8778; }","duration":"409.917464ms","start":"2026-03-31T18:46:34.335112Z","end":"2026-03-31T18:46:34.745029Z","steps":["trace[955843900] 'agreement among raft nodes before linearized reading' (duration: 409.76338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:34.745062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272905316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:46:34.745116Z","caller":"traceutil/trace.go:171","msg":"trace[1608862413] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:8778; }","duration":"1.273025048s","start":"2026-03-31T18:46:33.472078Z","end":"2026-03-31T18:46:34.745103Z","steps":["trace[1608862413] 'agreement among raft nodes before linearized reading' (duration: 1.272845643s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:34.745113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:34.335081Z","time spent":"410.013586ms","remote":"127.0.0.1:35958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:46:34.74516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:33.472055Z","time spent":"1.27309636s","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":63,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:46:34.744046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.886196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T18:46:34.745236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155180704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:46:34.745264Z","caller":"traceutil/trace.go:171","msg":"trace[950814783] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8778; }","duration":"1.155239874s","start":"2026-03-31T18:46:33.590016Z","end":"2026-03-31T18:46:34.745256Z","steps":["trace[950814783] 'agreement among raft nodes before linearized reading' (duration: 1.155199003s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:34.745292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:33.589998Z","time spent":"1.155289316s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:46:34.745272Z","caller":"traceutil/trace.go:171","msg":"trace[649310443] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8778; }","duration":"496.08776ms","start":"2026-03-31T18:46:34.249132Z","end":"2026-03-31T18:46:34.74522Z","steps":["trace[649310443] 'agreement among raft nodes before linearized reading' (duration: 494.773823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:34.745395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:34.249124Z","time spent":"496.253774ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:46:34.745413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.387974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:46:34.744046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:33.600706Z","time spent":"1.143325567s","remote":"127.0.0.1:45198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:46:34.745505Z","caller":"traceutil/trace.go:171","msg":"trace[1591209147] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8778; }","duration":"497.514849ms","start":"2026-03-31T18:46:34.247976Z","end":"2026-03-31T18:46:34.745491Z","steps":["trace[1591209147] 'agreement among raft nodes before linearized reading' (duration: 497.282573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:34.745793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.730388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-31T18:46:34.745586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:34.247958Z","time spent":"497.616641ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:46:34.745912Z","caller":"traceutil/trace.go:171","msg":"trace[1365620677] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8778; }","duration":"496.902121ms","start":"2026-03-31T18:46:34.248993Z","end":"2026-03-31T18:46:34.745895Z","steps":["trace[1365620677] 'agreement among raft nodes before linearized reading' (duration: 496.681815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:34.745438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.154238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:46:34.746021Z","caller":"traceutil/trace.go:171","msg":"trace[345175410] transaction","detail":"{read_only:false; response_revision:8778; number_of_response:1; }","duration":"643.110846ms","start":"2026-03-31T18:46:34.102877Z","end":"2026-03-31T18:46:34.745988Z","steps":["trace[345175410] 'process raft request' (duration: 640.638998ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:34.746067Z","caller":"traceutil/trace.go:171","msg":"trace[1571586708] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8778; }","duration":"497.902449ms","start":"2026-03-31T18:46:34.24813Z","end":"2026-03-31T18:46:34.746033Z","steps":["trace[1571586708] 'agreement among raft nodes before linearized reading' (duration: 496.524991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:34.746076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:34.248986Z","time spent":"497.035555ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:46:34.746128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:34.248076Z","time spent":"498.036613ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:46:34.74609Z","caller":"traceutil/trace.go:171","msg":"trace[589996392] transaction","detail":"{read_only:false; response_revision:8777; number_of_response:1; }","duration":"645.403518ms","start":"2026-03-31T18:46:34.100652Z","end":"2026-03-31T18:46:34.746056Z","steps":["trace[589996392] 'process raft request' (duration: 627.119877ms)","trace[589996392] 'compare' (duration: 14.275651ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:46:34.746157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:34.102867Z","time spent":"643.210147ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:46:34.746293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:34.100626Z","time spent":"645.563113ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:46:34.746439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.743098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:46:34.746586Z","caller":"traceutil/trace.go:171","msg":"trace[2138529640] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8778; }","duration":"496.872391ms","start":"2026-03-31T18:46:34.249663Z","end":"2026-03-31T18:46:34.746535Z","steps":["trace[2138529640] 'agreement among raft nodes before linearized reading' (duration: 496.590183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:34.746691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:34.249645Z","time spent":"496.978284ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:46:34.746601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054348075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-31T18:46:34.746852Z","caller":"traceutil/trace.go:171","msg":"trace[1000798461] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8778; }","duration":"1.054634343s","start":"2026-03-31T18:46:33.692199Z","end":"2026-03-31T18:46:34.746834Z","steps":["trace[1000798461] 'agreement among raft nodes before linearized reading' (duration: 1.052528435s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:34.746944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:33.692178Z","time spent":"1.054748325s","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:46:34.747161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.464245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-03-31T18:46:34.747222Z","caller":"traceutil/trace.go:171","msg":"trace[1215525701] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:8778; }","duration":"710.583537ms","start":"2026-03-31T18:46:34.036625Z","end":"2026-03-31T18:46:34.747208Z","steps":["trace[1215525701] 'agreement among raft nodes before linearized reading' (duration: 709.661851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:34.747379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:34.036604Z","time spent":"710.755162ms","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"info","ts":"2026-03-31T18:46:34.909411Z","caller":"traceutil/trace.go:171","msg":"trace[366841137] transaction","detail":"{read_only:false; response_revision:8779; number_of_response:1; }","duration":"151.672334ms","start":"2026-03-31T18:46:34.757693Z","end":"2026-03-31T18:46:34.909365Z","steps":["trace[366841137] 'process raft request' (duration: 138.142692ms)","trace[366841137] 'compare' (duration: 13.194123ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:34.90945Z","caller":"traceutil/trace.go:171","msg":"trace[1591458453] transaction","detail":"{read_only:false; response_revision:8780; number_of_response:1; }","duration":"143.808118ms","start":"2026-03-31T18:46:34.76561Z","end":"2026-03-31T18:46:34.909418Z","steps":["trace[1591458453] 'process raft request' (duration: 143.659744ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:34.909781Z","caller":"traceutil/trace.go:171","msg":"trace[244822436] transaction","detail":"{read_only:false; response_revision:8781; number_of_response:1; }","duration":"139.964451ms","start":"2026-03-31T18:46:34.769803Z","end":"2026-03-31T18:46:34.909767Z","steps":["trace[244822436] 'process raft request' (duration: 139.571111ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:34.910047Z","caller":"traceutil/trace.go:171","msg":"trace[491670418] transaction","detail":"{read_only:false; response_revision:8782; number_of_response:1; }","duration":"140.148108ms","start":"2026-03-31T18:46:34.769873Z","end":"2026-03-31T18:46:34.910021Z","steps":["trace[491670418] 'process raft request' (duration: 139.786707ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:34.910079Z","caller":"traceutil/trace.go:171","msg":"trace[2009919482] transaction","detail":"{read_only:false; response_revision:8783; number_of_response:1; }","duration":"140.137507ms","start":"2026-03-31T18:46:34.769925Z","end":"2026-03-31T18:46:34.910062Z","steps":["trace[2009919482] 'process raft request' (duration: 139.956872ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:34.910221Z","caller":"traceutil/trace.go:171","msg":"trace[75743619] transaction","detail":"{read_only:false; response_revision:8785; number_of_response:1; }","duration":"140.157048ms","start":"2026-03-31T18:46:34.770054Z","end":"2026-03-31T18:46:34.910211Z","steps":["trace[75743619] 'process raft request' (duration: 139.995834ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:34.910243Z","caller":"traceutil/trace.go:171","msg":"trace[1589348448] transaction","detail":"{read_only:false; response_revision:8784; number_of_response:1; }","duration":"140.144908ms","start":"2026-03-31T18:46:34.770072Z","end":"2026-03-31T18:46:34.910217Z","steps":["trace[1589348448] 'process raft request' (duration: 139.935972ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:34.910111Z","caller":"traceutil/trace.go:171","msg":"trace[1598735054] linearizableReadLoop","detail":"{readStateIndex:9105; appliedIndex:9098; }","duration":"123.652914ms","start":"2026-03-31T18:46:34.786437Z","end":"2026-03-31T18:46:34.91009Z","steps":["trace[1598735054] 'read index received' (duration: 109.484806ms)","trace[1598735054] 'applied index is now lower than readState.Index' (duration: 14.167188ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:46:34.910369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.889535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18a2016b88f6587e\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-31T18:46:34.910415Z","caller":"traceutil/trace.go:171","msg":"trace[109234105] range","detail":"{range_begin:/registry/events/openstack/ceph.18a2016b88f6587e; range_end:; response_count:1; response_revision:8785; }","duration":"149.980517ms","start":"2026-03-31T18:46:34.760423Z","end":"2026-03-31T18:46:34.910404Z","steps":["trace[109234105] 'agreement among raft nodes before linearized reading' (duration: 149.792013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:34.910504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.651431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-31T18:46:34.910538Z","caller":"traceutil/trace.go:171","msg":"trace[1024173013] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8785; }","duration":"152.738803ms","start":"2026-03-31T18:46:34.757791Z","end":"2026-03-31T18:46:34.910529Z","steps":["trace[1024173013] 'agreement among raft nodes before linearized reading' (duration: 152.506956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:34.910876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.99304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:211625"} {"level":"info","ts":"2026-03-31T18:46:34.910938Z","caller":"traceutil/trace.go:171","msg":"trace[884290827] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8785; }","duration":"153.132243ms","start":"2026-03-31T18:46:34.757792Z","end":"2026-03-31T18:46:34.910924Z","steps":["trace[884290827] 'agreement among raft nodes before linearized reading' (duration: 152.628039ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:34.970435Z","caller":"traceutil/trace.go:171","msg":"trace[748614198] transaction","detail":"{read_only:false; response_revision:8786; number_of_response:1; }","duration":"182.771848ms","start":"2026-03-31T18:46:34.787638Z","end":"2026-03-31T18:46:34.97041Z","steps":["trace[748614198] 'process raft request' (duration: 182.585833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:34.970843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.414006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:46:34.970877Z","caller":"traceutil/trace.go:171","msg":"trace[906714157] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8786; }","duration":"183.490167ms","start":"2026-03-31T18:46:34.787379Z","end":"2026-03-31T18:46:34.97087Z","steps":["trace[906714157] 'agreement among raft nodes before linearized reading' (duration: 183.376074ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:36.986055Z","caller":"traceutil/trace.go:171","msg":"trace[602081250] linearizableReadLoop","detail":"{readStateIndex:9108; appliedIndex:9107; }","duration":"395.94623ms","start":"2026-03-31T18:46:36.59007Z","end":"2026-03-31T18:46:36.986017Z","steps":["trace[602081250] 'read index received' (duration: 395.896319ms)","trace[602081250] 'applied index is now lower than readState.Index' (duration: 47.721µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:46:36.986229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.143345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:46:36.986281Z","caller":"traceutil/trace.go:171","msg":"trace[1598957994] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8788; }","duration":"396.251279ms","start":"2026-03-31T18:46:36.590014Z","end":"2026-03-31T18:46:36.986265Z","steps":["trace[1598957994] 'agreement among raft nodes before linearized reading' (duration: 396.139666ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:36.986158Z","caller":"traceutil/trace.go:171","msg":"trace[1791964311] transaction","detail":"{read_only:false; response_revision:8788; number_of_response:1; }","duration":"895.601237ms","start":"2026-03-31T18:46:36.09051Z","end":"2026-03-31T18:46:36.986111Z","steps":["trace[1791964311] 'process raft request' (duration: 895.312569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:36.986322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:36.589991Z","time spent":"396.32036ms","remote":"127.0.0.1:44762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:46:36.986535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:36.090477Z","time spent":"895.867184ms","remote":"127.0.0.1:37066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:46:36.994548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.055576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:46:36.99458Z","caller":"traceutil/trace.go:171","msg":"trace[721403791] transaction","detail":"{read_only:false; response_revision:8790; number_of_response:1; }","duration":"224.270448ms","start":"2026-03-31T18:46:36.770279Z","end":"2026-03-31T18:46:36.994549Z","steps":["trace[721403791] 'process raft request' (duration: 223.680671ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:36.994639Z","caller":"traceutil/trace.go:171","msg":"trace[186856827] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:8790; }","duration":"308.210961ms","start":"2026-03-31T18:46:36.686408Z","end":"2026-03-31T18:46:36.994619Z","steps":["trace[186856827] 'agreement among raft nodes before linearized reading' (duration: 308.063768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:36.994685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:36.686384Z","time spent":"308.290294ms","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:46:36.994635Z","caller":"traceutil/trace.go:171","msg":"trace[503136615] transaction","detail":"{read_only:false; response_revision:8789; number_of_response:1; }","duration":"225.83939ms","start":"2026-03-31T18:46:36.768762Z","end":"2026-03-31T18:46:36.994601Z","steps":["trace[503136615] 'process raft request' (duration: 225.024868ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:37.122815Z","caller":"traceutil/trace.go:171","msg":"trace[299808832] transaction","detail":"{read_only:false; response_revision:8794; number_of_response:1; }","duration":"123.153761ms","start":"2026-03-31T18:46:36.999634Z","end":"2026-03-31T18:46:37.122788Z","steps":["trace[299808832] 'process raft request' (duration: 123.074599ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:37.122879Z","caller":"traceutil/trace.go:171","msg":"trace[1090418719] transaction","detail":"{read_only:false; response_revision:8792; number_of_response:1; }","duration":"123.347736ms","start":"2026-03-31T18:46:36.999495Z","end":"2026-03-31T18:46:37.122842Z","steps":["trace[1090418719] 'process raft request' (duration: 122.956575ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:37.122925Z","caller":"traceutil/trace.go:171","msg":"trace[437269169] transaction","detail":"{read_only:false; response_revision:8793; number_of_response:1; }","duration":"123.310666ms","start":"2026-03-31T18:46:36.999581Z","end":"2026-03-31T18:46:37.122892Z","steps":["trace[437269169] 'process raft request' (duration: 123.077239ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:37.123221Z","caller":"traceutil/trace.go:171","msg":"trace[958765079] transaction","detail":"{read_only:false; response_revision:8795; number_of_response:1; }","duration":"123.210883ms","start":"2026-03-31T18:46:36.999968Z","end":"2026-03-31T18:46:37.123179Z","steps":["trace[958765079] 'process raft request' (duration: 122.783441ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:37.123506Z","caller":"traceutil/trace.go:171","msg":"trace[965439746] transaction","detail":"{read_only:false; response_revision:8796; number_of_response:1; }","duration":"123.429348ms","start":"2026-03-31T18:46:37.000051Z","end":"2026-03-31T18:46:37.12348Z","steps":["trace[965439746] 'process raft request' (duration: 122.938174ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:37.123762Z","caller":"traceutil/trace.go:171","msg":"trace[919977090] linearizableReadLoop","detail":"{readStateIndex:9112; appliedIndex:9110; }","duration":"124.162739ms","start":"2026-03-31T18:46:36.999569Z","end":"2026-03-31T18:46:37.123732Z","steps":["trace[919977090] 'read index received' (duration: 43.892066ms)","trace[919977090] 'applied index is now lower than readState.Index' (duration: 80.269963ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:37.123961Z","caller":"traceutil/trace.go:171","msg":"trace[884303469] transaction","detail":"{read_only:false; response_revision:8798; number_of_response:1; }","duration":"115.355757ms","start":"2026-03-31T18:46:37.008553Z","end":"2026-03-31T18:46:37.123909Z","steps":["trace[884303469] 'process raft request' (duration: 115.066679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:37.123989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.965953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:46:37.124097Z","caller":"traceutil/trace.go:171","msg":"trace[520165476] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:0; response_revision:8798; }","duration":"124.104676ms","start":"2026-03-31T18:46:36.999978Z","end":"2026-03-31T18:46:37.124082Z","steps":["trace[520165476] 'agreement among raft nodes before linearized reading' (duration: 123.954583ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:37.124192Z","caller":"traceutil/trace.go:171","msg":"trace[273583037] transaction","detail":"{read_only:false; response_revision:8797; number_of_response:1; }","duration":"123.223542ms","start":"2026-03-31T18:46:37.000911Z","end":"2026-03-31T18:46:37.124134Z","steps":["trace[273583037] 'process raft request' (duration: 122.471172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:37.124292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.692143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:211625"} {"level":"info","ts":"2026-03-31T18:46:37.124337Z","caller":"traceutil/trace.go:171","msg":"trace[1546646895] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8798; }","duration":"124.783746ms","start":"2026-03-31T18:46:36.99954Z","end":"2026-03-31T18:46:37.124323Z","steps":["trace[1546646895] 'agreement among raft nodes before linearized reading' (duration: 124.366114ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:37.245844Z","caller":"traceutil/trace.go:171","msg":"trace[1454946062] transaction","detail":"{read_only:false; response_revision:8800; number_of_response:1; }","duration":"115.4869ms","start":"2026-03-31T18:46:37.130294Z","end":"2026-03-31T18:46:37.245781Z","steps":["trace[1454946062] 'process raft request' (duration: 69.484797ms)","trace[1454946062] 'compare' (duration: 45.740216ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:46:37.936668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.761943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:46:37.937011Z","caller":"traceutil/trace.go:171","msg":"trace[822117632] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:8805; }","duration":"157.187406ms","start":"2026-03-31T18:46:37.779803Z","end":"2026-03-31T18:46:37.936991Z","steps":["trace[822117632] 'count revisions from in-memory index tree' (duration: 156.657021ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:39.044343Z","caller":"traceutil/trace.go:171","msg":"trace[1922799065] transaction","detail":"{read_only:false; response_revision:8807; number_of_response:1; }","duration":"196.118223ms","start":"2026-03-31T18:46:38.848189Z","end":"2026-03-31T18:46:39.044308Z","steps":["trace[1922799065] 'process raft request' (duration: 195.64557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:45.308021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.957539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:46:45.308187Z","caller":"traceutil/trace.go:171","msg":"trace[999283509] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8865; }","duration":"110.195216ms","start":"2026-03-31T18:46:45.197955Z","end":"2026-03-31T18:46:45.30815Z","steps":["trace[999283509] 'range keys from in-memory index tree' (duration: 109.705121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:45.308547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.899258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-31T18:46:45.308725Z","caller":"traceutil/trace.go:171","msg":"trace[1085146371] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8865; }","duration":"102.108443ms","start":"2026-03-31T18:46:45.206538Z","end":"2026-03-31T18:46:45.308646Z","steps":["trace[1085146371] 'range keys from in-memory index tree' (duration: 101.60382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:46.260579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.906714ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-03-31T18:46:46.260721Z","caller":"traceutil/trace.go:171","msg":"trace[1540209826] transaction","detail":"{read_only:false; number_of_response:0; response_revision:8877; }","duration":"198.459278ms","start":"2026-03-31T18:46:46.062231Z","end":"2026-03-31T18:46:46.260691Z","steps":["trace[1540209826] 'process raft request' (duration: 63.37298ms)","trace[1540209826] 'compare' (duration: 134.861182ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:46.367763Z","caller":"traceutil/trace.go:171","msg":"trace[221529619] linearizableReadLoop","detail":"{readStateIndex:9202; appliedIndex:9201; }","duration":"105.375473ms","start":"2026-03-31T18:46:46.26235Z","end":"2026-03-31T18:46:46.367725Z","steps":["trace[221529619] 'read index received' (duration: 104.953291ms)","trace[221529619] 'applied index is now lower than readState.Index' (duration: 420.472µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:46.36813Z","caller":"traceutil/trace.go:171","msg":"trace[342173321] transaction","detail":"{read_only:false; response_revision:8878; number_of_response:1; }","duration":"138.919034ms","start":"2026-03-31T18:46:46.229121Z","end":"2026-03-31T18:46:46.36804Z","steps":["trace[342173321] 'process raft request' (duration: 138.316648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:46.368251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.866216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/openstack\" ","response":"range_response_count:1 size:368"} {"level":"info","ts":"2026-03-31T18:46:46.368319Z","caller":"traceutil/trace.go:171","msg":"trace[1014933514] range","detail":"{range_begin:/registry/namespaces/openstack; range_end:; response_count:1; response_revision:8878; }","duration":"105.996081ms","start":"2026-03-31T18:46:46.262305Z","end":"2026-03-31T18:46:46.368301Z","steps":["trace[1014933514] 'agreement among raft nodes before linearized reading' (duration: 105.576649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:46.918939Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264859779154500,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:46:46.97838Z","caller":"traceutil/trace.go:171","msg":"trace[617996536] linearizableReadLoop","detail":"{readStateIndex:9203; appliedIndex:9202; }","duration":"560.244561ms","start":"2026-03-31T18:46:46.418082Z","end":"2026-03-31T18:46:46.978326Z","steps":["trace[617996536] 'read index received' (duration: 520.007726ms)","trace[617996536] 'applied index is now lower than readState.Index' (duration: 40.234885ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:46.97855Z","caller":"traceutil/trace.go:171","msg":"trace[517664984] transaction","detail":"{read_only:false; response_revision:8879; number_of_response:1; }","duration":"593.797082ms","start":"2026-03-31T18:46:46.3847Z","end":"2026-03-31T18:46:46.978497Z","steps":["trace[517664984] 'process raft request' (duration: 553.448424ms)","trace[517664984] 'compare' (duration: 39.805093ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:46:46.978675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.654601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:46:46.978724Z","caller":"traceutil/trace.go:171","msg":"trace[1403247216] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:8879; }","duration":"423.769104ms","start":"2026-03-31T18:46:46.554941Z","end":"2026-03-31T18:46:46.97871Z","steps":["trace[1403247216] 'agreement among raft nodes before linearized reading' (duration: 423.606979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:46.97876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:46.554923Z","time spent":"423.827526ms","remote":"127.0.0.1:44702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:46:46.978674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.565089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:46:46.979082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:46.384675Z","time spent":"593.984987ms","remote":"127.0.0.1:44874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26933,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:46:46.979118Z","caller":"traceutil/trace.go:171","msg":"trace[1125219010] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:8879; }","duration":"561.075523ms","start":"2026-03-31T18:46:46.418011Z","end":"2026-03-31T18:46:46.979087Z","steps":["trace[1125219010] 'agreement among raft nodes before linearized reading' (duration: 560.503688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:46.979206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:46.41798Z","time spent":"561.205837ms","remote":"127.0.0.1:38106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:46:46.97921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.418565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-t74cl\" ","response":"range_response_count:1 size:4557"} {"level":"info","ts":"2026-03-31T18:46:46.979299Z","caller":"traceutil/trace.go:171","msg":"trace[1152379806] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-t74cl; range_end:; response_count:1; response_revision:8879; }","duration":"199.992951ms","start":"2026-03-31T18:46:46.779278Z","end":"2026-03-31T18:46:46.979271Z","steps":["trace[1152379806] 'agreement among raft nodes before linearized reading' (duration: 199.307841ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:47.963147Z","caller":"traceutil/trace.go:171","msg":"trace[1147178712] transaction","detail":"{read_only:false; response_revision:8894; number_of_response:1; }","duration":"166.932783ms","start":"2026-03-31T18:46:47.796178Z","end":"2026-03-31T18:46:47.96311Z","steps":["trace[1147178712] 'process raft request' (duration: 166.693997ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:48.391463Z","caller":"traceutil/trace.go:171","msg":"trace[1428214471] transaction","detail":"{read_only:false; response_revision:8895; number_of_response:1; }","duration":"588.174256ms","start":"2026-03-31T18:46:47.803245Z","end":"2026-03-31T18:46:48.391419Z","steps":["trace[1428214471] 'process raft request' (duration: 587.578211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:48.39168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:47.803211Z","time spent":"588.359093ms","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4822,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:46:48.394806Z","caller":"traceutil/trace.go:171","msg":"trace[913053916] linearizableReadLoop","detail":"{readStateIndex:9220; appliedIndex:9219; }","duration":"206.187121ms","start":"2026-03-31T18:46:48.1886Z","end":"2026-03-31T18:46:48.394787Z","steps":["trace[913053916] 'read index received' (duration: 202.793707ms)","trace[913053916] 'applied index is now lower than readState.Index' (duration: 3.392494ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:46:48.394939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.329434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:46:48.394979Z","caller":"traceutil/trace.go:171","msg":"trace[1888023352] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:0; response_revision:8896; }","duration":"206.427197ms","start":"2026-03-31T18:46:48.188541Z","end":"2026-03-31T18:46:48.394969Z","steps":["trace[1888023352] 'agreement among raft nodes before linearized reading' (duration: 206.319164ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:48.395216Z","caller":"traceutil/trace.go:171","msg":"trace[976083936] transaction","detail":"{read_only:false; response_revision:8896; number_of_response:1; }","duration":"374.804729ms","start":"2026-03-31T18:46:48.020397Z","end":"2026-03-31T18:46:48.395202Z","steps":["trace[976083936] 'process raft request' (duration: 374.229804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:48.395286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:48.020362Z","time spent":"374.879832ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:46:49.218035Z","caller":"traceutil/trace.go:171","msg":"trace[2143559999] transaction","detail":"{read_only:false; response_revision:8897; number_of_response:1; }","duration":"146.534163ms","start":"2026-03-31T18:46:49.071459Z","end":"2026-03-31T18:46:49.217993Z","steps":["trace[2143559999] 'process raft request' (duration: 146.272906ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:49.37224Z","caller":"traceutil/trace.go:171","msg":"trace[583973179] transaction","detail":"{read_only:false; response_revision:8898; number_of_response:1; }","duration":"239.916926ms","start":"2026-03-31T18:46:49.132289Z","end":"2026-03-31T18:46:49.372206Z","steps":["trace[583973179] 'process raft request' (duration: 146.03277ms)","trace[583973179] 'compare' (duration: 93.715432ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:49.37244Z","caller":"traceutil/trace.go:171","msg":"trace[693074644] transaction","detail":"{read_only:false; response_revision:8899; number_of_response:1; }","duration":"232.561704ms","start":"2026-03-31T18:46:49.139859Z","end":"2026-03-31T18:46:49.372421Z","steps":["trace[693074644] 'process raft request' (duration: 232.313247ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:49.372441Z","caller":"traceutil/trace.go:171","msg":"trace[1953318377] linearizableReadLoop","detail":"{readStateIndex:9223; appliedIndex:9221; }","duration":"117.680951ms","start":"2026-03-31T18:46:49.254723Z","end":"2026-03-31T18:46:49.372404Z","steps":["trace[1953318377] 'read index received' (duration: 23.458314ms)","trace[1953318377] 'applied index is now lower than readState.Index' (duration: 94.220887ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:46:49.372682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.924308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:46:49.372781Z","caller":"traceutil/trace.go:171","msg":"trace[1065132781] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:8899; }","duration":"118.060821ms","start":"2026-03-31T18:46:49.254698Z","end":"2026-03-31T18:46:49.372758Z","steps":["trace[1065132781] 'agreement among raft nodes before linearized reading' (duration: 117.840395ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:49.556007Z","caller":"traceutil/trace.go:171","msg":"trace[619186043] transaction","detail":"{read_only:false; response_revision:8902; number_of_response:1; }","duration":"143.49149ms","start":"2026-03-31T18:46:49.41248Z","end":"2026-03-31T18:46:49.555972Z","steps":["trace[619186043] 'process raft request' (duration: 126.253137ms)","trace[619186043] 'compare' (duration: 17.014007ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:49.556443Z","caller":"traceutil/trace.go:171","msg":"trace[1865879353] transaction","detail":"{read_only:false; response_revision:8903; number_of_response:1; }","duration":"143.629653ms","start":"2026-03-31T18:46:49.412723Z","end":"2026-03-31T18:46:49.556353Z","steps":["trace[1865879353] 'process raft request' (duration: 143.200071ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:49.556701Z","caller":"traceutil/trace.go:171","msg":"trace[1409575340] linearizableReadLoop","detail":"{readStateIndex:9226; appliedIndex:9225; }","duration":"144.132377ms","start":"2026-03-31T18:46:49.412556Z","end":"2026-03-31T18:46:49.556689Z","steps":["trace[1409575340] 'read index received' (duration: 49.076388ms)","trace[1409575340] 'applied index is now lower than readState.Index' (duration: 95.054889ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:49.55679Z","caller":"traceutil/trace.go:171","msg":"trace[162044771] transaction","detail":"{read_only:false; response_revision:8906; number_of_response:1; }","duration":"143.637413ms","start":"2026-03-31T18:46:49.413135Z","end":"2026-03-31T18:46:49.556772Z","steps":["trace[162044771] 'process raft request' (duration: 143.432538ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:49.557009Z","caller":"traceutil/trace.go:171","msg":"trace[1832194479] transaction","detail":"{read_only:false; response_revision:8907; number_of_response:1; }","duration":"142.542863ms","start":"2026-03-31T18:46:49.414435Z","end":"2026-03-31T18:46:49.556978Z","steps":["trace[1832194479] 'process raft request' (duration: 142.161253ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:49.557086Z","caller":"traceutil/trace.go:171","msg":"trace[1654578339] transaction","detail":"{read_only:false; response_revision:8904; number_of_response:1; }","duration":"144.321942ms","start":"2026-03-31T18:46:49.412748Z","end":"2026-03-31T18:46:49.55707Z","steps":["trace[1654578339] 'process raft request' (duration: 143.515979ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:49.557252Z","caller":"traceutil/trace.go:171","msg":"trace[923203157] transaction","detail":"{read_only:false; response_revision:8905; number_of_response:1; }","duration":"144.258801ms","start":"2026-03-31T18:46:49.412982Z","end":"2026-03-31T18:46:49.557241Z","steps":["trace[923203157] 'process raft request' (duration: 143.542871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:49.55736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.745814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:211811"} {"level":"info","ts":"2026-03-31T18:46:49.557428Z","caller":"traceutil/trace.go:171","msg":"trace[1129766744] transaction","detail":"{read_only:false; response_revision:8908; number_of_response:1; }","duration":"142.512712ms","start":"2026-03-31T18:46:49.414905Z","end":"2026-03-31T18:46:49.557417Z","steps":["trace[1129766744] 'process raft request' (duration: 141.744471ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:49.557452Z","caller":"traceutil/trace.go:171","msg":"trace[1698751527] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8908; }","duration":"144.885767ms","start":"2026-03-31T18:46:49.412547Z","end":"2026-03-31T18:46:49.557433Z","steps":["trace[1698751527] 'agreement among raft nodes before linearized reading' (duration: 144.289031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:50.07509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:49.774454Z","time spent":"300.623134ms","remote":"127.0.0.1:50782","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T18:46:50.075643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.866039ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:46:50.075776Z","caller":"traceutil/trace.go:171","msg":"trace[2120504643] transaction","detail":"{read_only:false; response_revision:8909; number_of_response:1; }","duration":"510.241188ms","start":"2026-03-31T18:46:49.565509Z","end":"2026-03-31T18:46:50.07575Z","steps":["trace[2120504643] 'process raft request' (duration: 400.949417ms)","trace[2120504643] 'compare' (duration: 108.703775ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:46:50.075862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:49.565478Z","time spent":"510.359161ms","remote":"127.0.0.1:38106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1561,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:46:50.139882Z","caller":"traceutil/trace.go:171","msg":"trace[1018509250] transaction","detail":"{read_only:false; response_revision:8910; number_of_response:1; }","duration":"574.090211ms","start":"2026-03-31T18:46:49.565742Z","end":"2026-03-31T18:46:50.139832Z","steps":["trace[1018509250] 'process raft request' (duration: 573.69155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:50.140077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:49.565712Z","time spent":"574.274576ms","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3146,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:46:50.140094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.786466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:46:50.140162Z","caller":"traceutil/trace.go:171","msg":"trace[838684094] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8910; }","duration":"548.981602ms","start":"2026-03-31T18:46:49.591161Z","end":"2026-03-31T18:46:50.140143Z","steps":["trace[838684094] 'agreement among raft nodes before linearized reading' (duration: 548.763016ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:50.140156Z","caller":"traceutil/trace.go:171","msg":"trace[351916764] linearizableReadLoop","detail":"{readStateIndex:9234; appliedIndex:9232; }","duration":"548.501618ms","start":"2026-03-31T18:46:49.591217Z","end":"2026-03-31T18:46:50.139719Z","steps":["trace[351916764] 'read index received' (duration: 375.239271ms)","trace[351916764] 'applied index is now lower than readState.Index' (duration: 173.261237ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:46:50.140208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:49.591134Z","time spent":"549.064834ms","remote":"127.0.0.1:44762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:46:50.22558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.06837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:1576"} {"level":"info","ts":"2026-03-31T18:46:50.225706Z","caller":"traceutil/trace.go:171","msg":"trace[766997109] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:8910; }","duration":"142.227804ms","start":"2026-03-31T18:46:50.08345Z","end":"2026-03-31T18:46:50.225678Z","steps":["trace[766997109] 'agreement among raft nodes before linearized reading' (duration: 142.003128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:50.225688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.64177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:46:50.225793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.209658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-t74cl\" ","response":"range_response_count:1 size:4837"} {"level":"info","ts":"2026-03-31T18:46:50.225921Z","caller":"traceutil/trace.go:171","msg":"trace[928045242] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-t74cl; range_end:; response_count:1; response_revision:8910; }","duration":"408.406872ms","start":"2026-03-31T18:46:49.817478Z","end":"2026-03-31T18:46:50.225885Z","steps":["trace[928045242] 'agreement among raft nodes before linearized reading' (duration: 408.034862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:50.22598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:49.817441Z","time spent":"408.529335ms","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4860,"request content":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-t74cl\" "} {"level":"info","ts":"2026-03-31T18:46:50.225811Z","caller":"traceutil/trace.go:171","msg":"trace[1127583204] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8910; }","duration":"482.811925ms","start":"2026-03-31T18:46:49.74296Z","end":"2026-03-31T18:46:50.225772Z","steps":["trace[1127583204] 'agreement among raft nodes before linearized reading' (duration: 482.632169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:50.226313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:49.742934Z","time spent":"483.356729ms","remote":"127.0.0.1:45010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:46:50.225684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.753257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:1576"} {"level":"info","ts":"2026-03-31T18:46:50.226535Z","caller":"traceutil/trace.go:171","msg":"trace[905235566] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:8910; }","duration":"144.662131ms","start":"2026-03-31T18:46:50.081857Z","end":"2026-03-31T18:46:50.226519Z","steps":["trace[905235566] 'agreement among raft nodes before linearized reading' (duration: 143.710735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:50.292643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.779067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-t74cl\" ","response":"range_response_count:1 size:4735"} {"level":"warn","ts":"2026-03-31T18:46:50.292701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.306211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-31T18:46:50.292747Z","caller":"traceutil/trace.go:171","msg":"trace[1807885594] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-t74cl; range_end:; response_count:1; response_revision:8911; }","duration":"147.980482ms","start":"2026-03-31T18:46:50.144743Z","end":"2026-03-31T18:46:50.292724Z","steps":["trace[1807885594] 'agreement among raft nodes before linearized reading' (duration: 147.741126ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:50.292753Z","caller":"traceutil/trace.go:171","msg":"trace[885846231] transaction","detail":"{read_only:false; response_revision:8911; number_of_response:1; }","duration":"146.193954ms","start":"2026-03-31T18:46:50.146516Z","end":"2026-03-31T18:46:50.29271Z","steps":["trace[885846231] 'process raft request' (duration: 145.68666ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:50.29277Z","caller":"traceutil/trace.go:171","msg":"trace[1748477135] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-object-controller-detect-version; range_end:; response_count:1; response_revision:8911; }","duration":"148.425565ms","start":"2026-03-31T18:46:50.144327Z","end":"2026-03-31T18:46:50.292753Z","steps":["trace[1748477135] 'agreement among raft nodes before linearized reading' (duration: 148.237339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:50.292701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.150556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:1 size:3161"} {"level":"info","ts":"2026-03-31T18:46:50.292935Z","caller":"traceutil/trace.go:171","msg":"trace[514107956] range","detail":"{range_begin:/registry/jobs/openstack/ceph-object-controller-detect-version; range_end:; response_count:1; response_revision:8911; }","duration":"148.403714ms","start":"2026-03-31T18:46:50.144487Z","end":"2026-03-31T18:46:50.292891Z","steps":["trace[514107956] 'agreement among raft nodes before linearized reading' (duration: 148.057465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:50.293118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.303204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:46:50.293256Z","caller":"traceutil/trace.go:171","msg":"trace[1898866690] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8911; }","duration":"152.046284ms","start":"2026-03-31T18:46:50.141182Z","end":"2026-03-31T18:46:50.293228Z","steps":["trace[1898866690] 'agreement among raft nodes before linearized reading' (duration: 151.284702ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:50.401883Z","caller":"traceutil/trace.go:171","msg":"trace[61015679] transaction","detail":"{read_only:false; response_revision:8912; number_of_response:1; }","duration":"168.570648ms","start":"2026-03-31T18:46:50.233288Z","end":"2026-03-31T18:46:50.401859Z","steps":["trace[61015679] 'process raft request' (duration: 111.676646ms)","trace[61015679] 'compare' (duration: 56.669326ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:50.402159Z","caller":"traceutil/trace.go:171","msg":"trace[69385849] linearizableReadLoop","detail":"{readStateIndex:9239; appliedIndex:9236; }","duration":"104.651033ms","start":"2026-03-31T18:46:50.297499Z","end":"2026-03-31T18:46:50.40215Z","steps":["trace[69385849] 'read index received' (duration: 47.479273ms)","trace[69385849] 'applied index is now lower than readState.Index' (duration: 57.17048ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:46:50.40231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.813618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:1 size:3161"} {"level":"info","ts":"2026-03-31T18:46:50.40234Z","caller":"traceutil/trace.go:171","msg":"trace[892572441] range","detail":"{range_begin:/registry/jobs/openstack/ceph-object-controller-detect-version; range_end:; response_count:1; response_revision:8913; }","duration":"104.90201ms","start":"2026-03-31T18:46:50.29743Z","end":"2026-03-31T18:46:50.402332Z","steps":["trace[892572441] 'agreement among raft nodes before linearized reading' (duration: 104.754956ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:50.402397Z","caller":"traceutil/trace.go:171","msg":"trace[512044993] transaction","detail":"{read_only:false; response_revision:8913; number_of_response:1; }","duration":"106.068592ms","start":"2026-03-31T18:46:50.296291Z","end":"2026-03-31T18:46:50.402359Z","steps":["trace[512044993] 'process raft request' (duration: 105.799084ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:50.40254Z","caller":"traceutil/trace.go:171","msg":"trace[31406439] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8912; }","duration":"168.766463ms","start":"2026-03-31T18:46:50.233585Z","end":"2026-03-31T18:46:50.402352Z","steps":["trace[31406439] 'process raft request' (duration: 168.222268ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:50.597929Z","caller":"traceutil/trace.go:171","msg":"trace[1593211633] transaction","detail":"{read_only:false; response_revision:8916; number_of_response:1; }","duration":"100.025485ms","start":"2026-03-31T18:46:50.497869Z","end":"2026-03-31T18:46:50.597894Z","steps":["trace[1593211633] 'process raft request' (duration: 92.473148ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:50.621652Z","caller":"traceutil/trace.go:171","msg":"trace[484531043] linearizableReadLoop","detail":"{readStateIndex:9244; appliedIndex:9242; }","duration":"121.593698ms","start":"2026-03-31T18:46:50.500029Z","end":"2026-03-31T18:46:50.621623Z","steps":["trace[484531043] 'read index received' (duration: 90.33084ms)","trace[484531043] 'applied index is now lower than readState.Index' (duration: 31.261808ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:50.621798Z","caller":"traceutil/trace.go:171","msg":"trace[2027096900] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8917; }","duration":"123.776348ms","start":"2026-03-31T18:46:50.498002Z","end":"2026-03-31T18:46:50.621778Z","steps":["trace[2027096900] 'process raft request' (duration: 123.484201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:50.621929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.868885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-glance-default-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:46:50.621976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.762794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-31T18:46:50.622008Z","caller":"traceutil/trace.go:171","msg":"trace[1136077236] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8917; }","duration":"121.812874ms","start":"2026-03-31T18:46:50.500186Z","end":"2026-03-31T18:46:50.621999Z","steps":["trace[1136077236] 'agreement among raft nodes before linearized reading' (duration: 121.63957ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:50.622007Z","caller":"traceutil/trace.go:171","msg":"trace[1477610570] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-glance-default-user; range_end:; response_count:0; response_revision:8917; }","duration":"121.986019ms","start":"2026-03-31T18:46:50.5Z","end":"2026-03-31T18:46:50.621986Z","steps":["trace[1477610570] 'agreement among raft nodes before linearized reading' (duration: 121.768553ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:50.784593Z","caller":"traceutil/trace.go:171","msg":"trace[1598577241] transaction","detail":"{read_only:false; response_revision:8919; number_of_response:1; }","duration":"151.075738ms","start":"2026-03-31T18:46:50.633494Z","end":"2026-03-31T18:46:50.78457Z","steps":["trace[1598577241] 'process raft request' (duration: 134.487372ms)","trace[1598577241] 'compare' (duration: 16.211705ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:50.836399Z","caller":"traceutil/trace.go:171","msg":"trace[867338388] linearizableReadLoop","detail":"{readStateIndex:9248; appliedIndex:9245; }","duration":"167.91434ms","start":"2026-03-31T18:46:50.668463Z","end":"2026-03-31T18:46:50.836377Z","steps":["trace[867338388] 'read index received' (duration: 99.549143ms)","trace[867338388] 'applied index is now lower than readState.Index' (duration: 68.363867ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:50.836407Z","caller":"traceutil/trace.go:171","msg":"trace[275113255] transaction","detail":"{read_only:false; response_revision:8920; number_of_response:1; }","duration":"168.008883ms","start":"2026-03-31T18:46:50.668353Z","end":"2026-03-31T18:46:50.836361Z","steps":["trace[275113255] 'process raft request' (duration: 167.817957ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:50.836479Z","caller":"traceutil/trace.go:171","msg":"trace[1593424852] transaction","detail":"{read_only:false; response_revision:8921; number_of_response:1; }","duration":"168.106236ms","start":"2026-03-31T18:46:50.668353Z","end":"2026-03-31T18:46:50.83646Z","steps":["trace[1593424852] 'process raft request' (duration: 167.948521ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:50.836539Z","caller":"traceutil/trace.go:171","msg":"trace[722957957] transaction","detail":"{read_only:false; response_revision:8922; number_of_response:1; }","duration":"166.897852ms","start":"2026-03-31T18:46:50.669603Z","end":"2026-03-31T18:46:50.836501Z","steps":["trace[722957957] 'process raft request' (duration: 166.730938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:50.836671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.194937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130741"} {"level":"info","ts":"2026-03-31T18:46:50.836717Z","caller":"traceutil/trace.go:171","msg":"trace[745466414] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:8922; }","duration":"168.298231ms","start":"2026-03-31T18:46:50.668408Z","end":"2026-03-31T18:46:50.836706Z","steps":["trace[745466414] 'agreement among raft nodes before linearized reading' (duration: 168.090385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:50.836781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.27757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/ceph-object-controller-detect-version-t74cl\" ","response":"range_response_count:1 size:2943"} {"level":"info","ts":"2026-03-31T18:46:50.836854Z","caller":"traceutil/trace.go:171","msg":"trace[645319622] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/ceph-object-controller-detect-version-t74cl; range_end:; response_count:1; response_revision:8922; }","duration":"168.377862ms","start":"2026-03-31T18:46:50.668462Z","end":"2026-03-31T18:46:50.83684Z","steps":["trace[645319622] 'agreement among raft nodes before linearized reading' (duration: 168.121776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:50.836886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.914485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:46:50.836912Z","caller":"traceutil/trace.go:171","msg":"trace[1107721471] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8922; }","duration":"126.979366ms","start":"2026-03-31T18:46:50.709926Z","end":"2026-03-31T18:46:50.836905Z","steps":["trace[1107721471] 'agreement among raft nodes before linearized reading' (duration: 126.938284ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:50.983549Z","caller":"traceutil/trace.go:171","msg":"trace[233931297] linearizableReadLoop","detail":"{readStateIndex:9252; appliedIndex:9250; }","duration":"138.467001ms","start":"2026-03-31T18:46:50.845061Z","end":"2026-03-31T18:46:50.983528Z","steps":["trace[233931297] 'read index received' (duration: 1.023178ms)","trace[233931297] 'applied index is now lower than readState.Index' (duration: 137.442833ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:50.983675Z","caller":"traceutil/trace.go:171","msg":"trace[1776067270] transaction","detail":"{read_only:false; response_revision:8924; number_of_response:1; }","duration":"140.865567ms","start":"2026-03-31T18:46:50.842767Z","end":"2026-03-31T18:46:50.983632Z","steps":["trace[1776067270] 'process raft request' (duration: 104.790467ms)","trace[1776067270] 'compare' (duration: 35.70326ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:50.983701Z","caller":"traceutil/trace.go:171","msg":"trace[405922451] transaction","detail":"{read_only:false; response_revision:8925; number_of_response:1; }","duration":"139.084549ms","start":"2026-03-31T18:46:50.844575Z","end":"2026-03-31T18:46:50.983659Z","steps":["trace[405922451] 'process raft request' (duration: 138.902143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:50.983763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.680208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-31T18:46:50.983803Z","caller":"traceutil/trace.go:171","msg":"trace[177359523] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8925; }","duration":"138.76106ms","start":"2026-03-31T18:46:50.84503Z","end":"2026-03-31T18:46:50.983791Z","steps":["trace[177359523] 'agreement among raft nodes before linearized reading' (duration: 138.617646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:50.983891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.232425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-t74cl\" ","response":"range_response_count:1 size:4938"} {"level":"info","ts":"2026-03-31T18:46:50.983974Z","caller":"traceutil/trace.go:171","msg":"trace[444644461] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-t74cl; range_end:; response_count:1; response_revision:8925; }","duration":"134.335818ms","start":"2026-03-31T18:46:50.849599Z","end":"2026-03-31T18:46:50.983935Z","steps":["trace[444644461] 'agreement among raft nodes before linearized reading' (duration: 134.236865ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:52.152303Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002464.wal"} {"level":"warn","ts":"2026-03-31T18:47:08.023811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.185769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:47:08.023921Z","caller":"traceutil/trace.go:171","msg":"trace[259783560] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9107; }","duration":"116.355935ms","start":"2026-03-31T18:47:07.907535Z","end":"2026-03-31T18:47:08.023891Z","steps":["trace[259783560] 'count revisions from in-memory index tree' (duration: 116.077207ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:47:08.601047Z","caller":"traceutil/trace.go:171","msg":"trace[459348877] transaction","detail":"{read_only:false; response_revision:9110; number_of_response:1; }","duration":"198.357876ms","start":"2026-03-31T18:47:08.402647Z","end":"2026-03-31T18:47:08.601005Z","steps":["trace[459348877] 'process raft request' (duration: 151.234843ms)","trace[459348877] 'compare' (duration: 46.730283ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:47:08.601169Z","caller":"traceutil/trace.go:171","msg":"trace[272388891] linearizableReadLoop","detail":"{readStateIndex:9440; appliedIndex:9439; }","duration":"190.196741ms","start":"2026-03-31T18:47:08.410932Z","end":"2026-03-31T18:47:08.601128Z","steps":["trace[272388891] 'read index received' (duration: 142.968295ms)","trace[272388891] 'applied index is now lower than readState.Index' (duration: 47.225946ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:47:08.601499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.543101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9597"} {"level":"info","ts":"2026-03-31T18:47:08.601543Z","caller":"traceutil/trace.go:171","msg":"trace[1283023887] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:9111; }","duration":"190.629073ms","start":"2026-03-31T18:47:08.410898Z","end":"2026-03-31T18:47:08.601527Z","steps":["trace[1283023887] 'agreement among raft nodes before linearized reading' (duration: 190.398097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:08.601776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.134355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:47:08.60187Z","caller":"traceutil/trace.go:171","msg":"trace[317350603] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:9111; }","duration":"145.281498ms","start":"2026-03-31T18:47:08.456567Z","end":"2026-03-31T18:47:08.601849Z","steps":["trace[317350603] 'agreement among raft nodes before linearized reading' (duration: 145.132635ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:47:18.822539Z","caller":"traceutil/trace.go:171","msg":"trace[1492255506] transaction","detail":"{read_only:false; response_revision:9175; number_of_response:1; }","duration":"143.808878ms","start":"2026-03-31T18:47:18.678692Z","end":"2026-03-31T18:47:18.8225Z","steps":["trace[1492255506] 'process raft request' (duration: 143.562211ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:47:23.976867Z","caller":"traceutil/trace.go:171","msg":"trace[1191827803] transaction","detail":"{read_only:false; response_revision:9196; number_of_response:1; }","duration":"245.089629ms","start":"2026-03-31T18:47:23.731754Z","end":"2026-03-31T18:47:23.976844Z","steps":["trace[1191827803] 'process raft request' (duration: 244.935084ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:47:23.978016Z","caller":"traceutil/trace.go:171","msg":"trace[1137197724] linearizableReadLoop","detail":"{readStateIndex:9531; appliedIndex:9529; }","duration":"215.139086ms","start":"2026-03-31T18:47:23.762861Z","end":"2026-03-31T18:47:23.978Z","steps":["trace[1137197724] 'read index received' (duration: 213.752178ms)","trace[1137197724] 'applied index is now lower than readState.Index' (duration: 1.386238ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:47:23.978263Z","caller":"traceutil/trace.go:171","msg":"trace[1350972189] transaction","detail":"{read_only:false; response_revision:9197; number_of_response:1; }","duration":"241.215422ms","start":"2026-03-31T18:47:23.737036Z","end":"2026-03-31T18:47:23.978251Z","steps":["trace[1350972189] 'process raft request' (duration: 240.910744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:23.978472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.606219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:47:23.9785Z","caller":"traceutil/trace.go:171","msg":"trace[407857299] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9197; }","duration":"215.697782ms","start":"2026-03-31T18:47:23.762796Z","end":"2026-03-31T18:47:23.978493Z","steps":["trace[407857299] 'agreement among raft nodes before linearized reading' (duration: 215.577999ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:47:37.394849Z","caller":"traceutil/trace.go:171","msg":"trace[239203385] transaction","detail":"{read_only:false; response_revision:9379; number_of_response:1; }","duration":"164.927279ms","start":"2026-03-31T18:47:37.229874Z","end":"2026-03-31T18:47:37.394801Z","steps":["trace[239203385] 'process raft request' (duration: 164.57804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:50.63586Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264859779156055,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:47:51.142227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.075103ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:47:51.142325Z","caller":"traceutil/trace.go:171","msg":"trace[2067885851] linearizableReadLoop","detail":"{readStateIndex:9792; appliedIndex:9791; }","duration":"1.007221174s","start":"2026-03-31T18:47:50.135087Z","end":"2026-03-31T18:47:51.142309Z","steps":["trace[2067885851] 'read index received' (duration: 675.987017ms)","trace[2067885851] 'applied index is now lower than readState.Index' (duration: 331.232817ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:47:51.142373Z","caller":"traceutil/trace.go:171","msg":"trace[1297804356] transaction","detail":"{read_only:false; response_revision:9451; number_of_response:1; }","duration":"1.060158679s","start":"2026-03-31T18:47:50.082184Z","end":"2026-03-31T18:47:51.142343Z","steps":["trace[1297804356] 'process raft request' (duration: 728.843178ms)","trace[1297804356] 'compare' (duration: 330.94189ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:47:51.142473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00741288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:47:51.142498Z","caller":"traceutil/trace.go:171","msg":"trace[1282071672] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9451; }","duration":"1.007485793s","start":"2026-03-31T18:47:50.135003Z","end":"2026-03-31T18:47:51.142488Z","steps":["trace[1282071672] 'agreement among raft nodes before linearized reading' (duration: 1.00737842s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:51.142521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:50.134971Z","time spent":"1.007544753s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:47:51.142522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:50.082154Z","time spent":"1.060288834s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:47:51.142771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.370113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T18:47:51.142806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.882391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:47:51.142819Z","caller":"traceutil/trace.go:171","msg":"trace[160086605] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9451; }","duration":"998.462255ms","start":"2026-03-31T18:47:50.144346Z","end":"2026-03-31T18:47:51.142809Z","steps":["trace[160086605] 'agreement among raft nodes before linearized reading' (duration: 998.324801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:51.142813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.671391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:47:51.142837Z","caller":"traceutil/trace.go:171","msg":"trace[1393697519] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9451; }","duration":"988.913962ms","start":"2026-03-31T18:47:50.153917Z","end":"2026-03-31T18:47:51.142831Z","steps":["trace[1393697519] 'agreement among raft nodes before linearized reading' (duration: 988.843611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:51.142851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:50.144319Z","time spent":"998.525955ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:47:51.142866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:50.153844Z","time spent":"989.017485ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:47:51.142876Z","caller":"traceutil/trace.go:171","msg":"trace[175785103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9451; }","duration":"927.772343ms","start":"2026-03-31T18:47:50.215086Z","end":"2026-03-31T18:47:51.142859Z","steps":["trace[175785103] 'agreement among raft nodes before linearized reading' (duration: 927.657269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:51.142911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:50.215053Z","time spent":"927.850576ms","remote":"127.0.0.1:44762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:47:51.142927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.098834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-31T18:47:51.142953Z","caller":"traceutil/trace.go:171","msg":"trace[1307059185] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9451; }","duration":"947.141135ms","start":"2026-03-31T18:47:50.195802Z","end":"2026-03-31T18:47:51.142943Z","steps":["trace[1307059185] 'agreement among raft nodes before linearized reading' (duration: 947.092724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:51.142954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.037945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T18:47:51.142969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:50.195791Z","time spent":"947.174796ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:47:51.142978Z","caller":"traceutil/trace.go:171","msg":"trace[1901969896] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9451; }","duration":"989.093018ms","start":"2026-03-31T18:47:50.153876Z","end":"2026-03-31T18:47:51.142969Z","steps":["trace[1901969896] 'agreement among raft nodes before linearized reading' (duration: 989.038116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:51.142998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:50.153854Z","time spent":"989.139099ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:47:51.142977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.299081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:47:51.143038Z","caller":"traceutil/trace.go:171","msg":"trace[207247912] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:9451; }","duration":"670.422944ms","start":"2026-03-31T18:47:50.472602Z","end":"2026-03-31T18:47:51.143024Z","steps":["trace[207247912] 'agreement among raft nodes before linearized reading' (duration: 670.328092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:51.143083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.966947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:47:51.143086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:50.472567Z","time spent":"670.508767ms","remote":"127.0.0.1:36974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:47:51.143105Z","caller":"traceutil/trace.go:171","msg":"trace[148113084] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:9451; }","duration":"830.03728ms","start":"2026-03-31T18:47:50.313061Z","end":"2026-03-31T18:47:51.143099Z","steps":["trace[148113084] 'agreement among raft nodes before linearized reading' (duration: 829.988788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:51.143125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:50.313033Z","time spent":"830.08588ms","remote":"127.0.0.1:45226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:47:51.142872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.167263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:47:51.143196Z","caller":"traceutil/trace.go:171","msg":"trace[45987319] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9451; }","duration":"988.525172ms","start":"2026-03-31T18:47:50.154651Z","end":"2026-03-31T18:47:51.143176Z","steps":["trace[45987319] 'agreement among raft nodes before linearized reading' (duration: 988.111911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:51.14321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.044002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:47:51.143219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:50.15463Z","time spent":"988.581914ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:47:51.143243Z","caller":"traceutil/trace.go:171","msg":"trace[1130527436] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9451; }","duration":"553.128093ms","start":"2026-03-31T18:47:50.590104Z","end":"2026-03-31T18:47:51.143232Z","steps":["trace[1130527436] 'agreement among raft nodes before linearized reading' (duration: 553.065941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:51.143275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:50.59007Z","time spent":"553.187274ms","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:47:51.143302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.696342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:47:51.143389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.522241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rj546\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-03-31T18:47:51.143407Z","caller":"traceutil/trace.go:171","msg":"trace[796247097] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:9451; }","duration":"220.861466ms","start":"2026-03-31T18:47:50.922522Z","end":"2026-03-31T18:47:51.143384Z","steps":["trace[796247097] 'agreement among raft nodes before linearized reading' (duration: 220.663421ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:47:51.143449Z","caller":"traceutil/trace.go:171","msg":"trace[355874456] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rj546; range_end:; response_count:1; response_revision:9451; }","duration":"921.598124ms","start":"2026-03-31T18:47:50.22184Z","end":"2026-03-31T18:47:51.143438Z","steps":["trace[355874456] 'agreement among raft nodes before linearized reading' (duration: 921.492801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:51.14348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:50.221829Z","time spent":"921.642415ms","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-rj546\" "} {"level":"warn","ts":"2026-03-31T18:47:51.14367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.503285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:47:51.143703Z","caller":"traceutil/trace.go:171","msg":"trace[1609414746] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9451; }","duration":"955.554966ms","start":"2026-03-31T18:47:50.18813Z","end":"2026-03-31T18:47:51.143685Z","steps":["trace[1609414746] 'agreement among raft nodes before linearized reading' (duration: 954.923569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:51.143719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:50.188115Z","time spent":"955.599328ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:47:51.64836Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264859779156059,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:47:51.895482Z","caller":"traceutil/trace.go:171","msg":"trace[511880757] transaction","detail":"{read_only:false; response_revision:9452; number_of_response:1; }","duration":"748.328674ms","start":"2026-03-31T18:47:51.147127Z","end":"2026-03-31T18:47:51.895456Z","steps":["trace[511880757] 'process raft request' (duration: 748.124659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:51.895849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:51.147091Z","time spent":"748.488029ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:47:52.13996Z","caller":"traceutil/trace.go:171","msg":"trace[1166045012] transaction","detail":"{read_only:false; response_revision:9453; number_of_response:1; }","duration":"991.571156ms","start":"2026-03-31T18:47:51.148362Z","end":"2026-03-31T18:47:52.139933Z","steps":["trace[1166045012] 'process raft request' (duration: 991.151794ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:47:52.140328Z","caller":"traceutil/trace.go:171","msg":"trace[1521323005] transaction","detail":"{read_only:false; response_revision:9455; number_of_response:1; }","duration":"991.73269ms","start":"2026-03-31T18:47:51.14855Z","end":"2026-03-31T18:47:52.140283Z","steps":["trace[1521323005] 'process raft request' (duration: 991.442052ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:47:52.140374Z","caller":"traceutil/trace.go:171","msg":"trace[552685698] transaction","detail":"{read_only:false; response_revision:9456; number_of_response:1; }","duration":"991.74752ms","start":"2026-03-31T18:47:51.148598Z","end":"2026-03-31T18:47:52.140345Z","steps":["trace[552685698] 'process raft request' (duration: 991.524874ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:47:52.140406Z","caller":"traceutil/trace.go:171","msg":"trace[2138897820] transaction","detail":"{read_only:false; response_revision:9457; number_of_response:1; }","duration":"991.72882ms","start":"2026-03-31T18:47:51.148636Z","end":"2026-03-31T18:47:52.140365Z","steps":["trace[2138897820] 'process raft request' (duration: 991.616847ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:47:52.140466Z","caller":"traceutil/trace.go:171","msg":"trace[6738093] transaction","detail":"{read_only:false; response_revision:9458; number_of_response:1; }","duration":"991.519764ms","start":"2026-03-31T18:47:51.148931Z","end":"2026-03-31T18:47:52.140451Z","steps":["trace[6738093] 'process raft request' (duration: 991.390851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:52.140492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:51.148544Z","time spent":"991.866243ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:47:52.140497Z","caller":"traceutil/trace.go:171","msg":"trace[683010262] linearizableReadLoop","detail":"{readStateIndex:9799; appliedIndex:9792; }","duration":"993.024566ms","start":"2026-03-31T18:47:51.147416Z","end":"2026-03-31T18:47:52.14044Z","steps":["trace[683010262] 'read index received' (duration: 747.839161ms)","trace[683010262] 'applied index is now lower than readState.Index' (duration: 245.184215ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:47:52.140532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:51.148915Z","time spent":"991.585926ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:47:52.140492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:51.14859Z","time spent":"991.826141ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:47:52.140611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:51.148632Z","time spent":"991.867454ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:47:52.140378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:51.148338Z","time spent":"991.910085ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:47:52.14007Z","caller":"traceutil/trace.go:171","msg":"trace[68052486] transaction","detail":"{read_only:false; response_revision:9454; number_of_response:1; }","duration":"991.564745ms","start":"2026-03-31T18:47:51.148467Z","end":"2026-03-31T18:47:52.140031Z","steps":["trace[68052486] 'process raft request' (duration: 991.38535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:52.140807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:51.148462Z","time spent":"992.301156ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:47:52.14086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.439396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:28 size:244573"} {"level":"info","ts":"2026-03-31T18:47:52.140906Z","caller":"traceutil/trace.go:171","msg":"trace[1938244891] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:28; response_revision:9458; }","duration":"993.52508ms","start":"2026-03-31T18:47:51.147371Z","end":"2026-03-31T18:47:52.140896Z","steps":["trace[1938244891] 'agreement among raft nodes before linearized reading' (duration: 993.16443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:52.140941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:51.147347Z","time spent":"993.586171ms","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":28,"response size":244596,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T18:47:52.162341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.042618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:47:52.162447Z","caller":"traceutil/trace.go:171","msg":"trace[1364609369] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9459; }","duration":"574.203251ms","start":"2026-03-31T18:47:51.588218Z","end":"2026-03-31T18:47:52.162421Z","steps":["trace[1364609369] 'agreement among raft nodes before linearized reading' (duration: 574.019306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:52.162612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:51.588191Z","time spent":"574.366586ms","remote":"127.0.0.1:44762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:47:52.162624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.302584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:47:52.162738Z","caller":"traceutil/trace.go:171","msg":"trace[1562370765] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:9459; }","duration":"448.486298ms","start":"2026-03-31T18:47:51.714227Z","end":"2026-03-31T18:47:52.162713Z","steps":["trace[1562370765] 'agreement among raft nodes before linearized reading' (duration: 448.138288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:52.16282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:51.714206Z","time spent":"448.580091ms","remote":"127.0.0.1:35894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":59,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:47:52.650572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.76613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:47:52.650681Z","caller":"traceutil/trace.go:171","msg":"trace[1808023620] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9460; }","duration":"186.922103ms","start":"2026-03-31T18:47:52.463736Z","end":"2026-03-31T18:47:52.650659Z","steps":["trace[1808023620] 'range keys from in-memory index tree' (duration: 186.650937ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:10.023982Z","caller":"traceutil/trace.go:171","msg":"trace[1199847920] transaction","detail":"{read_only:false; response_revision:9635; number_of_response:1; }","duration":"392.897061ms","start":"2026-03-31T18:48:09.631063Z","end":"2026-03-31T18:48:10.02396Z","steps":["trace[1199847920] 'process raft request' (duration: 392.732966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:10.024121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:09.631035Z","time spent":"393.020986ms","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":815,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:48:10.19833Z","caller":"traceutil/trace.go:171","msg":"trace[1574955064] transaction","detail":"{read_only:false; response_revision:9636; number_of_response:1; }","duration":"566.697465ms","start":"2026-03-31T18:48:09.631609Z","end":"2026-03-31T18:48:10.198306Z","steps":["trace[1574955064] 'process raft request' (duration: 566.457138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:10.198492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:09.63159Z","time spent":"566.816569ms","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8042,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:48:10.198499Z","caller":"traceutil/trace.go:171","msg":"trace[765140849] linearizableReadLoop","detail":"{readStateIndex:9982; appliedIndex:9979; }","duration":"206.205853ms","start":"2026-03-31T18:48:09.992264Z","end":"2026-03-31T18:48:10.19847Z","steps":["trace[765140849] 'read index received' (duration: 31.569327ms)","trace[765140849] 'applied index is now lower than readState.Index' (duration: 174.634166ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:48:10.198717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.45168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:48:10.198755Z","caller":"traceutil/trace.go:171","msg":"trace[313165194] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9637; }","duration":"206.538703ms","start":"2026-03-31T18:48:09.992207Z","end":"2026-03-31T18:48:10.198746Z","steps":["trace[313165194] 'agreement among raft nodes before linearized reading' (duration: 206.349327ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:10.198714Z","caller":"traceutil/trace.go:171","msg":"trace[1209861398] transaction","detail":"{read_only:false; response_revision:9637; number_of_response:1; }","duration":"552.641049ms","start":"2026-03-31T18:48:09.64604Z","end":"2026-03-31T18:48:10.198681Z","steps":["trace[1209861398] 'process raft request' (duration: 552.204737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:10.198864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:09.646016Z","time spent":"552.776022ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:48:10.254708Z","caller":"traceutil/trace.go:171","msg":"trace[1322094362] transaction","detail":"{read_only:false; response_revision:9638; number_of_response:1; }","duration":"225.447632ms","start":"2026-03-31T18:48:10.02924Z","end":"2026-03-31T18:48:10.254688Z","steps":["trace[1322094362] 'process raft request' (duration: 225.313978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:10.353754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.341203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:48:10.353816Z","caller":"traceutil/trace.go:171","msg":"trace[41988550] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9640; }","duration":"109.458137ms","start":"2026-03-31T18:48:10.244344Z","end":"2026-03-31T18:48:10.353802Z","steps":["trace[41988550] 'agreement among raft nodes before linearized reading' (duration: 109.296522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:10.353986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.03694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:48:10.354003Z","caller":"traceutil/trace.go:171","msg":"trace[270940496] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9640; }","duration":"111.092091ms","start":"2026-03-31T18:48:10.242905Z","end":"2026-03-31T18:48:10.353997Z","steps":["trace[270940496] 'agreement among raft nodes before linearized reading' (duration: 111.04403ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:10.354077Z","caller":"traceutil/trace.go:171","msg":"trace[770178992] transaction","detail":"{read_only:false; response_revision:9639; number_of_response:1; }","duration":"141.699272ms","start":"2026-03-31T18:48:10.212371Z","end":"2026-03-31T18:48:10.35407Z","steps":["trace[770178992] 'process raft request' (duration: 121.108897ms)","trace[770178992] 'compare' (duration: 19.591788ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:48:10.354139Z","caller":"traceutil/trace.go:171","msg":"trace[772112342] transaction","detail":"{read_only:false; response_revision:9640; number_of_response:1; }","duration":"117.554589ms","start":"2026-03-31T18:48:10.236579Z","end":"2026-03-31T18:48:10.354134Z","steps":["trace[772112342] 'process raft request' (duration: 116.864559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:10.354902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.216903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:48:10.355005Z","caller":"traceutil/trace.go:171","msg":"trace[735435754] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9640; }","duration":"100.370527ms","start":"2026-03-31T18:48:10.254612Z","end":"2026-03-31T18:48:10.354983Z","steps":["trace[735435754] 'agreement among raft nodes before linearized reading' (duration: 99.00798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:10.35835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.989598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:48:10.358443Z","caller":"traceutil/trace.go:171","msg":"trace[258421549] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9641; }","duration":"103.144733ms","start":"2026-03-31T18:48:10.255272Z","end":"2026-03-31T18:48:10.358417Z","steps":["trace[258421549] 'agreement among raft nodes before linearized reading' (duration: 102.838034ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:10.632913Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"597401b06ce1cf3d","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-31T18:48:10.651497Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-31T18:48:10.651599Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-31T18:48:44.24827Z","caller":"traceutil/trace.go:171","msg":"trace[955725115] linearizableReadLoop","detail":"{readStateIndex:10241; appliedIndex:10240; }","duration":"205.528787ms","start":"2026-03-31T18:48:44.042716Z","end":"2026-03-31T18:48:44.248245Z","steps":["trace[955725115] 'read index received' (duration: 205.26167ms)","trace[955725115] 'applied index is now lower than readState.Index' (duration: 266.117µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:48:44.248398Z","caller":"traceutil/trace.go:171","msg":"trace[1777229474] transaction","detail":"{read_only:false; response_revision:9889; number_of_response:1; }","duration":"212.613603ms","start":"2026-03-31T18:48:44.035756Z","end":"2026-03-31T18:48:44.24837Z","steps":["trace[1777229474] 'process raft request' (duration: 212.306635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:44.248561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.38222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:48:44.248636Z","caller":"traceutil/trace.go:171","msg":"trace[1967118340] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:9889; }","duration":"101.483613ms","start":"2026-03-31T18:48:44.14713Z","end":"2026-03-31T18:48:44.248614Z","steps":["trace[1967118340] 'agreement among raft nodes before linearized reading' (duration: 101.320958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:44.248676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.927698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-03-31T18:48:44.248767Z","caller":"traceutil/trace.go:171","msg":"trace[1085449076] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:9889; }","duration":"206.053262ms","start":"2026-03-31T18:48:44.042666Z","end":"2026-03-31T18:48:44.24872Z","steps":["trace[1085449076] 'agreement among raft nodes before linearized reading' (duration: 205.745133ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:00.632919Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7706} {"level":"info","ts":"2026-03-31T18:49:00.701762Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7706,"took":"66.583853ms","hash":2078211491,"current-db-size-bytes":55246848,"current-db-size":"55 MB","current-db-size-in-use-bytes":27799552,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-31T18:49:00.701885Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2078211491,"revision":7706,"compact-revision":5404} {"level":"warn","ts":"2026-03-31T18:49:41.719709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.155652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:49:41.719818Z","caller":"traceutil/trace.go:171","msg":"trace[169906879] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10339; }","duration":"179.337627ms","start":"2026-03-31T18:49:41.540459Z","end":"2026-03-31T18:49:41.719796Z","steps":["trace[169906879] 'count revisions from in-memory index tree' (duration: 179.07907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:41.719819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.140842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:49:41.719914Z","caller":"traceutil/trace.go:171","msg":"trace[1288460232] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10339; }","duration":"130.288187ms","start":"2026-03-31T18:49:41.589608Z","end":"2026-03-31T18:49:41.719896Z","steps":["trace[1288460232] 'range keys from in-memory index tree' (duration: 130.079191ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:47.092011Z","caller":"traceutil/trace.go:171","msg":"trace[1961102397] transaction","detail":"{read_only:false; response_revision:10363; number_of_response:1; }","duration":"163.721958ms","start":"2026-03-31T18:49:46.928261Z","end":"2026-03-31T18:49:47.091983Z","steps":["trace[1961102397] 'process raft request' (duration: 163.220554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:01.668618Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264859779158667,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:50:01.877548Z","caller":"traceutil/trace.go:171","msg":"trace[1466002049] transaction","detail":"{read_only:false; response_revision:10434; number_of_response:1; }","duration":"731.580718ms","start":"2026-03-31T18:50:01.145942Z","end":"2026-03-31T18:50:01.877522Z","steps":["trace[1466002049] 'process raft request' (duration: 731.416783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:01.877724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:01.145924Z","time spent":"731.709741ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:50:01.884175Z","caller":"traceutil/trace.go:171","msg":"trace[1932606425] linearizableReadLoop","detail":"{readStateIndex:10810; appliedIndex:10808; }","duration":"716.253435ms","start":"2026-03-31T18:50:01.167897Z","end":"2026-03-31T18:50:01.884151Z","steps":["trace[1932606425] 'read index received' (duration: 709.50724ms)","trace[1932606425] 'applied index is now lower than readState.Index' (duration: 6.744675ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:01.884214Z","caller":"traceutil/trace.go:171","msg":"trace[1396227974] transaction","detail":"{read_only:false; response_revision:10435; number_of_response:1; }","duration":"600.340545ms","start":"2026-03-31T18:50:01.283844Z","end":"2026-03-31T18:50:01.884184Z","steps":["trace[1396227974] 'process raft request' (duration: 600.127299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:01.884377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:01.283824Z","time spent":"600.465689ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:01.884578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.76321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rj546\" ","response":"range_response_count:1 size:6523"} {"level":"warn","ts":"2026-03-31T18:50:01.884833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.009264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:50:01.884861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.801332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:50:01.884898Z","caller":"traceutil/trace.go:171","msg":"trace[1964962226] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:10436; }","duration":"445.874783ms","start":"2026-03-31T18:50:01.439008Z","end":"2026-03-31T18:50:01.884883Z","steps":["trace[1964962226] 'agreement among raft nodes before linearized reading' (duration: 445.546524ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:01.884914Z","caller":"traceutil/trace.go:171","msg":"trace[746483064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10436; }","duration":"678.087085ms","start":"2026-03-31T18:50:01.206791Z","end":"2026-03-31T18:50:01.884878Z","steps":["trace[746483064] 'agreement among raft nodes before linearized reading' (duration: 677.886669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:01.884927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:01.438982Z","time spent":"445.934114ms","remote":"127.0.0.1:36936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:50:01.884953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:01.206779Z","time spent":"678.166017ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:50:01.884851Z","caller":"traceutil/trace.go:171","msg":"trace[974147866] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rj546; range_end:; response_count:1; response_revision:10436; }","duration":"644.08241ms","start":"2026-03-31T18:50:01.24076Z","end":"2026-03-31T18:50:01.884842Z","steps":["trace[974147866] 'agreement among raft nodes before linearized reading' (duration: 643.699969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:01.88505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:01.240736Z","time spent":"644.262674ms","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-rj546\" "} {"level":"warn","ts":"2026-03-31T18:50:01.884704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.817685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:50:01.885182Z","caller":"traceutil/trace.go:171","msg":"trace[2076113886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10436; }","duration":"695.280279ms","start":"2026-03-31T18:50:01.189879Z","end":"2026-03-31T18:50:01.885159Z","steps":["trace[2076113886] 'agreement among raft nodes before linearized reading' (duration: 694.746684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:01.885229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:01.189855Z","time spent":"695.359531ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:50:01.884737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.117124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:50:01.885388Z","caller":"traceutil/trace.go:171","msg":"trace[1869427205] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10436; }","duration":"707.739ms","start":"2026-03-31T18:50:01.177604Z","end":"2026-03-31T18:50:01.885343Z","steps":["trace[1869427205] 'agreement among raft nodes before linearized reading' (duration: 706.994081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:01.885422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.366688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T18:50:01.885448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:01.177558Z","time spent":"707.860945ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:50:01.884788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.144045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-31T18:50:01.885461Z","caller":"traceutil/trace.go:171","msg":"trace[1713326370] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10436; }","duration":"700.732758ms","start":"2026-03-31T18:50:01.184716Z","end":"2026-03-31T18:50:01.885449Z","steps":["trace[1713326370] 'agreement among raft nodes before linearized reading' (duration: 699.951597ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:01.885505Z","caller":"traceutil/trace.go:171","msg":"trace[355094801] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10436; }","duration":"715.881306ms","start":"2026-03-31T18:50:01.169601Z","end":"2026-03-31T18:50:01.885482Z","steps":["trace[355094801] 'agreement among raft nodes before linearized reading' (duration: 715.143895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:01.885523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:01.184701Z","time spent":"700.81208ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:50:01.885537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:01.169581Z","time spent":"715.947918ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:50:01.884599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.325072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:01.885683Z","caller":"traceutil/trace.go:171","msg":"trace[1452085257] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10436; }","duration":"295.469922ms","start":"2026-03-31T18:50:01.590198Z","end":"2026-03-31T18:50:01.885668Z","steps":["trace[1452085257] 'agreement among raft nodes before linearized reading' (duration: 294.304591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:01.885736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.835099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:50:01.885781Z","caller":"traceutil/trace.go:171","msg":"trace[1331696728] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10436; }","duration":"717.914111ms","start":"2026-03-31T18:50:01.167858Z","end":"2026-03-31T18:50:01.885772Z","steps":["trace[1331696728] 'agreement among raft nodes before linearized reading' (duration: 717.559242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:01.885851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:01.16784Z","time spent":"718.005174ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:51:59.638902Z","caller":"traceutil/trace.go:171","msg":"trace[224798026] transaction","detail":"{read_only:false; response_revision:11144; number_of_response:1; }","duration":"418.767692ms","start":"2026-03-31T18:51:59.220034Z","end":"2026-03-31T18:51:59.638802Z","steps":["trace[224798026] 'process raft request' (duration: 418.604307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:59.639113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:59.220005Z","time spent":"419.002969ms","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7639,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:54:00.641724Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10023} {"level":"info","ts":"2026-03-31T18:54:00.72165Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10023,"took":"77.59062ms","hash":3063832947,"current-db-size-bytes":55246848,"current-db-size":"55 MB","current-db-size-in-use-bytes":22130688,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-31T18:54:00.721752Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3063832947,"revision":10023,"compact-revision":7706} {"level":"warn","ts":"2026-03-31T18:55:30.091004Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264859779164140,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:55:30.435096Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.061038617s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:55:30.45514Z","caller":"traceutil/trace.go:171","msg":"trace[602151070] transaction","detail":"{read_only:false; response_revision:12297; number_of_response:1; }","duration":"1.131127921s","start":"2026-03-31T18:55:29.323983Z","end":"2026-03-31T18:55:30.455111Z","steps":["trace[602151070] 'process raft request' (duration: 1.130917286s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:55:30.455295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:55:29.323965Z","time spent":"1.131250684s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:55:30.455368Z","caller":"traceutil/trace.go:171","msg":"trace[739993512] linearizableReadLoop","detail":"{readStateIndex:12745; appliedIndex:12741; }","duration":"864.460538ms","start":"2026-03-31T18:55:29.590867Z","end":"2026-03-31T18:55:30.455327Z","steps":["trace[739993512] 'read index received' (duration: 844.618954ms)","trace[739993512] 'applied index is now lower than readState.Index' (duration: 19.840404ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:55:30.455409Z","caller":"traceutil/trace.go:171","msg":"trace[1536903120] transaction","detail":"{read_only:false; response_revision:12299; number_of_response:1; }","duration":"945.660348ms","start":"2026-03-31T18:55:29.509696Z","end":"2026-03-31T18:55:30.455356Z","steps":["trace[1536903120] 'process raft request' (duration: 945.386021ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:55:30.455138Z","caller":"traceutil/trace.go:171","msg":"trace[399869848] transaction","detail":"{read_only:false; response_revision:12298; number_of_response:1; }","duration":"1.079058692s","start":"2026-03-31T18:55:29.376058Z","end":"2026-03-31T18:55:30.455117Z","steps":["trace[399869848] 'process raft request' (duration: 1.078977629s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:55:30.455596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:55:29.509674Z","time spent":"945.827643ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:55:30.455606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:55:29.376039Z","time spent":"1.079530455s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:55:30.455689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.784937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-03-31T18:55:30.455736Z","caller":"traceutil/trace.go:171","msg":"trace[740186419] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:12299; }","duration":"864.900121ms","start":"2026-03-31T18:55:29.590824Z","end":"2026-03-31T18:55:30.455724Z","steps":["trace[740186419] 'agreement among raft nodes before linearized reading' (duration: 864.672474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:55:30.455781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.724544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:55:30.455802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:55:29.590803Z","time spent":"864.988243ms","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5152,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-03-31T18:55:30.455812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.328585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:55:30.455877Z","caller":"traceutil/trace.go:171","msg":"trace[62564264] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:12299; }","duration":"211.873979ms","start":"2026-03-31T18:55:30.243992Z","end":"2026-03-31T18:55:30.455866Z","steps":["trace[62564264] 'agreement among raft nodes before linearized reading' (duration: 211.690114ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:55:30.455914Z","caller":"traceutil/trace.go:171","msg":"trace[1957234255] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12299; }","duration":"738.432108ms","start":"2026-03-31T18:55:29.717465Z","end":"2026-03-31T18:55:30.455897Z","steps":["trace[1957234255] 'agreement among raft nodes before linearized reading' (duration: 738.255983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:55:30.455938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:55:29.71746Z","time spent":"738.471648ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:55:30.455671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.806005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:55:30.456115Z","caller":"traceutil/trace.go:171","msg":"trace[232452987] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12299; }","duration":"748.281858ms","start":"2026-03-31T18:55:29.707822Z","end":"2026-03-31T18:55:30.456104Z","steps":["trace[232452987] 'agreement among raft nodes before linearized reading' (duration: 747.734613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:55:30.456188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:55:29.707806Z","time spent":"748.370301ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:55:30.456226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.959523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:55:30.45629Z","caller":"traceutil/trace.go:171","msg":"trace[1780177112] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12299; }","duration":"739.038504ms","start":"2026-03-31T18:55:29.717204Z","end":"2026-03-31T18:55:30.456242Z","steps":["trace[1780177112] 'agreement among raft nodes before linearized reading' (duration: 738.899641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:55:30.45638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.490453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:55:30.45642Z","caller":"traceutil/trace.go:171","msg":"trace[2113783428] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12299; }","duration":"748.538666ms","start":"2026-03-31T18:55:29.707868Z","end":"2026-03-31T18:55:30.456406Z","steps":["trace[2113783428] 'agreement among raft nodes before linearized reading' (duration: 748.454834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:55:30.456442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:55:29.707865Z","time spent":"748.572617ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:55:30.45658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.472656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T18:55:30.456601Z","caller":"traceutil/trace.go:171","msg":"trace[299330755] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12299; }","duration":"739.513718ms","start":"2026-03-31T18:55:29.717082Z","end":"2026-03-31T18:55:30.456596Z","steps":["trace[299330755] 'agreement among raft nodes before linearized reading' (duration: 739.455115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:55:30.456619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:55:29.717072Z","time spent":"739.542278ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:55:30.456317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:55:29.717196Z","time spent":"739.114616ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:56:46.134215Z","caller":"traceutil/trace.go:171","msg":"trace[1994205145] linearizableReadLoop","detail":"{readStateIndex:13147; appliedIndex:13146; }","duration":"206.975784ms","start":"2026-03-31T18:56:45.927203Z","end":"2026-03-31T18:56:46.134179Z","steps":["trace[1994205145] 'read index received' (duration: 206.660635ms)","trace[1994205145] 'applied index is now lower than readState.Index' (duration: 313.689µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:56:46.13445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.217041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:56:46.134515Z","caller":"traceutil/trace.go:171","msg":"trace[804282368] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:12686; }","duration":"207.364634ms","start":"2026-03-31T18:56:45.927133Z","end":"2026-03-31T18:56:46.134497Z","steps":["trace[804282368] 'agreement among raft nodes before linearized reading' (duration: 207.19813ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:56:46.134903Z","caller":"traceutil/trace.go:171","msg":"trace[1593970712] transaction","detail":"{read_only:false; response_revision:12686; number_of_response:1; }","duration":"555.279778ms","start":"2026-03-31T18:56:45.579591Z","end":"2026-03-31T18:56:46.13487Z","steps":["trace[1593970712] 'process raft request' (duration: 554.393783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:56:46.135795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:56:45.579564Z","time spent":"556.138162ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:56:46.791612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.01656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:56:46.791746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.793578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:56:46.79176Z","caller":"traceutil/trace.go:171","msg":"trace[451470425] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:12686; }","duration":"615.223484ms","start":"2026-03-31T18:56:46.176518Z","end":"2026-03-31T18:56:46.791742Z","steps":["trace[451470425] 'count revisions from in-memory index tree' (duration: 614.927446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:56:46.79186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:56:46.176497Z","time spent":"615.331028ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:56:46.791783Z","caller":"traceutil/trace.go:171","msg":"trace[316413448] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12686; }","duration":"202.882171ms","start":"2026-03-31T18:56:46.588891Z","end":"2026-03-31T18:56:46.791773Z","steps":["trace[316413448] 'range keys from in-memory index tree' (duration: 202.704736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:56:46.792102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.408468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-03-31T18:56:46.79215Z","caller":"traceutil/trace.go:171","msg":"trace[192982060] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:12686; }","duration":"104.487679ms","start":"2026-03-31T18:56:46.687648Z","end":"2026-03-31T18:56:46.792136Z","steps":["trace[192982060] 'range keys from in-memory index tree' (duration: 104.270483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:33.967685Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264859779170160,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:58:34.337521Z","caller":"traceutil/trace.go:171","msg":"trace[102940855] transaction","detail":"{read_only:false; response_revision:13238; number_of_response:1; }","duration":"872.423299ms","start":"2026-03-31T18:58:33.465066Z","end":"2026-03-31T18:58:34.33749Z","steps":["trace[102940855] 'process raft request' (duration: 869.698484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:34.337687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:33.465049Z","time spent":"872.550852ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:58:34.343972Z","caller":"traceutil/trace.go:171","msg":"trace[1472735420] transaction","detail":"{read_only:false; response_revision:13239; number_of_response:1; }","duration":"877.910479ms","start":"2026-03-31T18:58:33.466045Z","end":"2026-03-31T18:58:34.343956Z","steps":["trace[1472735420] 'process raft request' (duration: 877.779046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:34.344057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:33.46601Z","time spent":"878.006782ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:58:34.344274Z","caller":"traceutil/trace.go:171","msg":"trace[485642789] transaction","detail":"{read_only:false; response_revision:13240; number_of_response:1; }","duration":"878.122995ms","start":"2026-03-31T18:58:33.466124Z","end":"2026-03-31T18:58:34.344247Z","steps":["trace[485642789] 'process raft request' (duration: 877.791686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:34.34437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:33.466106Z","time spent":"878.222838ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:58:34.344588Z","caller":"traceutil/trace.go:171","msg":"trace[1757132720] transaction","detail":"{read_only:false; response_revision:13241; number_of_response:1; }","duration":"878.33318ms","start":"2026-03-31T18:58:33.466203Z","end":"2026-03-31T18:58:34.344536Z","steps":["trace[1757132720] 'process raft request' (duration: 878.004171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:34.34486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.60625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/barbican-barbican-ks-endpoints\" ","response":"range_response_count:1 size:772"} {"level":"info","ts":"2026-03-31T18:58:34.344908Z","caller":"traceutil/trace.go:171","msg":"trace[96329909] range","detail":"{range_begin:/registry/rolebindings/openstack/barbican-barbican-ks-endpoints; range_end:; response_count:1; response_revision:13243; }","duration":"877.676643ms","start":"2026-03-31T18:58:33.467221Z","end":"2026-03-31T18:58:34.344897Z","steps":["trace[96329909] 'agreement among raft nodes before linearized reading' (duration: 877.483868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:34.344939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:33.467208Z","time spent":"877.724464ms","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":795,"request content":"key:\"/registry/rolebindings/openstack/barbican-barbican-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T18:58:34.344981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:33.466192Z","time spent":"878.70084ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:58:34.344677Z","caller":"traceutil/trace.go:171","msg":"trace[1266015146] linearizableReadLoop","detail":"{readStateIndex:13727; appliedIndex:13721; }","duration":"877.406776ms","start":"2026-03-31T18:58:33.467251Z","end":"2026-03-31T18:58:34.344658Z","steps":["trace[1266015146] 'read index received' (duration: 867.515844ms)","trace[1266015146] 'applied index is now lower than readState.Index' (duration: 9.888262ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:58:34.344729Z","caller":"traceutil/trace.go:171","msg":"trace[1506522639] transaction","detail":"{read_only:false; response_revision:13242; number_of_response:1; }","duration":"876.775388ms","start":"2026-03-31T18:58:33.46793Z","end":"2026-03-31T18:58:34.344706Z","steps":["trace[1506522639] 'process raft request' (duration: 876.526061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:34.345199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:33.467898Z","time spent":"877.269661ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:58:34.344784Z","caller":"traceutil/trace.go:171","msg":"trace[1890647757] transaction","detail":"{read_only:false; response_revision:13243; number_of_response:1; }","duration":"786.53188ms","start":"2026-03-31T18:58:33.558243Z","end":"2026-03-31T18:58:34.344774Z","steps":["trace[1890647757] 'process raft request' (duration: 786.361095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:34.345301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:33.558218Z","time spent":"787.059214ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:58:34.345439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.385327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:58:34.34543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.776835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-31T18:58:34.345482Z","caller":"traceutil/trace.go:171","msg":"trace[1967404058] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13243; }","duration":"754.4729ms","start":"2026-03-31T18:58:33.590996Z","end":"2026-03-31T18:58:34.345469Z","steps":["trace[1967404058] 'agreement among raft nodes before linearized reading' (duration: 754.411679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:34.345518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:33.590964Z","time spent":"754.548242ms","remote":"127.0.0.1:44762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:58:34.345517Z","caller":"traceutil/trace.go:171","msg":"trace[1693489957] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:13243; }","duration":"873.896658ms","start":"2026-03-31T18:58:33.471599Z","end":"2026-03-31T18:58:34.345495Z","steps":["trace[1693489957] 'agreement among raft nodes before linearized reading' (duration: 873.637521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:34.345528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.548766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-31T18:58:34.345555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:33.471574Z","time spent":"873.974531ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:58:34.345568Z","caller":"traceutil/trace.go:171","msg":"trace[1962414047] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:13243; }","duration":"268.634777ms","start":"2026-03-31T18:58:34.076922Z","end":"2026-03-31T18:58:34.345557Z","steps":["trace[1962414047] 'agreement among raft nodes before linearized reading' (duration: 268.540005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:34.345439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.379459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:58:34.345701Z","caller":"traceutil/trace.go:171","msg":"trace[696883442] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:13243; }","duration":"513.670578ms","start":"2026-03-31T18:58:33.832019Z","end":"2026-03-31T18:58:34.345689Z","steps":["trace[696883442] 'agreement among raft nodes before linearized reading' (duration: 513.374439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:34.34574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:33.832007Z","time spent":"513.722399ms","remote":"127.0.0.1:44676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":13,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:58:34.345774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.254267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1964"} {"level":"info","ts":"2026-03-31T18:58:34.345809Z","caller":"traceutil/trace.go:171","msg":"trace[1842214395] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:13243; }","duration":"800.333489ms","start":"2026-03-31T18:58:33.545467Z","end":"2026-03-31T18:58:34.345801Z","steps":["trace[1842214395] 'agreement among raft nodes before linearized reading' (duration: 800.212896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:34.345819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.048619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:58:34.345833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:33.545445Z","time spent":"800.38291ms","remote":"127.0.0.1:44994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1987,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-31T18:58:34.345884Z","caller":"traceutil/trace.go:171","msg":"trace[1817453435] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:13243; }","duration":"415.144482ms","start":"2026-03-31T18:58:33.930706Z","end":"2026-03-31T18:58:34.34585Z","steps":["trace[1817453435] 'agreement among raft nodes before linearized reading' (duration: 415.074339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:34.345922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:33.93068Z","time spent":"415.234363ms","remote":"127.0.0.1:38142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:58:34.346099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.179042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rj546\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-03-31T18:58:34.34694Z","caller":"traceutil/trace.go:171","msg":"trace[1335295344] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rj546; range_end:; response_count:1; response_revision:13243; }","duration":"538.048056ms","start":"2026-03-31T18:58:33.80883Z","end":"2026-03-31T18:58:34.346878Z","steps":["trace[1335295344] 'agreement among raft nodes before linearized reading' (duration: 536.612397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:34.347093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:33.808801Z","time spent":"538.240041ms","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-rj546\" "} {"level":"info","ts":"2026-03-31T18:58:38.541955Z","caller":"traceutil/trace.go:171","msg":"trace[1331327176] transaction","detail":"{read_only:false; response_revision:13260; number_of_response:1; }","duration":"124.18253ms","start":"2026-03-31T18:58:38.417743Z","end":"2026-03-31T18:58:38.541926Z","steps":["trace[1331327176] 'process raft request' (duration: 118.132184ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:58:38.542334Z","caller":"traceutil/trace.go:171","msg":"trace[1301418347] transaction","detail":"{read_only:false; response_revision:13261; number_of_response:1; }","duration":"124.440198ms","start":"2026-03-31T18:58:38.417848Z","end":"2026-03-31T18:58:38.542288Z","steps":["trace[1301418347] 'process raft request' (duration: 123.997906ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:58:38.542395Z","caller":"traceutil/trace.go:171","msg":"trace[1411452222] linearizableReadLoop","detail":"{readStateIndex:13748; appliedIndex:13744; }","duration":"121.966379ms","start":"2026-03-31T18:58:38.420387Z","end":"2026-03-31T18:58:38.542353Z","steps":["trace[1411452222] 'read index received' (duration: 26.498498ms)","trace[1411452222] 'applied index is now lower than readState.Index' (duration: 95.466211ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:58:38.542545Z","caller":"traceutil/trace.go:171","msg":"trace[929491155] transaction","detail":"{read_only:false; response_revision:13263; number_of_response:1; }","duration":"124.449658ms","start":"2026-03-31T18:58:38.418082Z","end":"2026-03-31T18:58:38.542532Z","steps":["trace[929491155] 'process raft request' (duration: 124.213362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:38.542868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.458603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rj546\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-03-31T18:58:38.542973Z","caller":"traceutil/trace.go:171","msg":"trace[245013696] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rj546; range_end:; response_count:1; response_revision:13263; }","duration":"122.581536ms","start":"2026-03-31T18:58:38.420365Z","end":"2026-03-31T18:58:38.542946Z","steps":["trace[245013696] 'agreement among raft nodes before linearized reading' (duration: 122.317758ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:58:38.542901Z","caller":"traceutil/trace.go:171","msg":"trace[934255830] transaction","detail":"{read_only:false; response_revision:13262; number_of_response:1; }","duration":"124.647303ms","start":"2026-03-31T18:58:38.417872Z","end":"2026-03-31T18:58:38.542519Z","steps":["trace[934255830] 'process raft request' (duration: 124.285342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:39.532232Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264859779170386,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:58:40.032421Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264859779170386,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:58:40.532786Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264859779170386,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:58:41.033703Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264859779170386,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:58:41.534452Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264859779170386,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:58:41.704721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.972305356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/rook-ceph-cluster-mgmt\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-03-31T18:58:41.704823Z","caller":"traceutil/trace.go:171","msg":"trace[1672709429] range","detail":"{range_begin:/registry/rolebindings/openstack/rook-ceph-cluster-mgmt; range_end:; response_count:1; response_revision:13263; }","duration":"2.972420179s","start":"2026-03-31T18:58:38.732376Z","end":"2026-03-31T18:58:41.704796Z","steps":["trace[1672709429] 'range keys from in-memory index tree' (duration: 2.972033128s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:41.704974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:38.732299Z","time spent":"2.972635175s","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":759,"request content":"key:\"/registry/rolebindings/openstack/rook-ceph-cluster-mgmt\" "} {"level":"warn","ts":"2026-03-31T18:58:41.705381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.980378548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-03-31T18:58:41.70548Z","caller":"traceutil/trace.go:171","msg":"trace[2123033112] range","detail":"{range_begin:/registry/rolebindings/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:13263; }","duration":"2.981209951s","start":"2026-03-31T18:58:38.724246Z","end":"2026-03-31T18:58:41.705456Z","steps":["trace[2123033112] 'range keys from in-memory index tree' (duration: 2.979917116s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:41.705532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:38.724222Z","time spent":"2.981281504s","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":1317,"request content":"key:\"/registry/rolebindings/openstack/rabbitmq-messaging-topology-operator\" "} {"level":"warn","ts":"2026-03-31T18:58:42.034877Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264859779170386,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:58:42.21473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999721528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:58:42.214848Z","caller":"traceutil/trace.go:171","msg":"trace[533892440] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999901202s","start":"2026-03-31T18:58:40.214916Z","end":"2026-03-31T18:58:42.214817Z","steps":["trace[533892440] 'agreement among raft nodes before linearized reading' (duration: 1.999759009s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:42.214919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:40.214883Z","time spent":"2.000024295s","remote":"127.0.0.1:44762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:58:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:58:42.536186Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264859779170386,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:58:42.590349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999984644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:58:42.590418Z","caller":"traceutil/trace.go:171","msg":"trace[1857283417] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000084415s","start":"2026-03-31T18:58:40.590309Z","end":"2026-03-31T18:58:42.590394Z","steps":["trace[1857283417] 'agreement among raft nodes before linearized reading' (duration: 1.999993793s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:42.590465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:40.590292Z","time spent":"2.000162299s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:58:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:58:43.037294Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264859779170386,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:58:43.538158Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264859779170386,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:58:44.038905Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264859779170386,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:58:44.224146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:39.226354Z","time spent":"4.997776195s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 18:58:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:58:44.251965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:39.252802Z","time spent":"4.999150144s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 18:58:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:58:44.491396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999714669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:58:44.491525Z","caller":"traceutil/trace.go:171","msg":"trace[1678414684] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999907985s","start":"2026-03-31T18:58:39.491585Z","end":"2026-03-31T18:58:44.491493Z","steps":["trace[1678414684] 'agreement among raft nodes before linearized reading' (duration: 4.999755201s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:44.491587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:39.491559Z","time spent":"5.000015138s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/31 18:58:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:58:44.539155Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264859779170386,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:58:44.598908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000013801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:58:44.599022Z","caller":"traceutil/trace.go:171","msg":"trace[1911088057] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000205827s","start":"2026-03-31T18:58:42.598792Z","end":"2026-03-31T18:58:44.598998Z","steps":["trace[1911088057] 'agreement among raft nodes before linearized reading' (duration: 2.000065123s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:44.59908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:42.598766Z","time spent":"2.00030293s","remote":"127.0.0.1:44762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:58:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:58:45.03974Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264859779170386,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:58:45.383486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998862525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:58:45.383597Z","caller":"traceutil/trace.go:171","msg":"trace[643758529] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999058391s","start":"2026-03-31T18:58:40.384508Z","end":"2026-03-31T18:58:45.383567Z","steps":["trace[643758529] 'agreement among raft nodes before linearized reading' (duration: 4.998920847s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:45.383652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:40.384474Z","time spent":"4.999166864s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/31 18:58:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:58:45.540428Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264859779170386,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:58:45.546197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99648696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:58:45.546367Z","caller":"traceutil/trace.go:171","msg":"trace[1199971008] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.996727136s","start":"2026-03-31T18:58:40.549615Z","end":"2026-03-31T18:58:45.546342Z","steps":["trace[1199971008] 'agreement among raft nodes before linearized reading' (duration: 4.996518781s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:45.546492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:40.548721Z","time spent":"4.997754415s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/31 18:58:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:58:45.752173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:38.751491Z","time spent":"7.000672129s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T18:58:46.032429Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-03-31T18:58:46.032697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.00115726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-31T18:58:46.032825Z","caller":"traceutil/trace.go:171","msg":"trace[1451098257] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; }","duration":"7.001376716s","start":"2026-03-31T18:58:39.031423Z","end":"2026-03-31T18:58:46.0328Z","steps":["trace[1451098257] 'agreement among raft nodes before linearized reading' (duration: 7.001207261s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:46.032889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:39.031386Z","time spent":"7.001488129s","remote":"127.0.0.1:36132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:58:46.471321Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4f3d9d4527f5fd72","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-31T18:58:46.533371Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264859779170394,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:58:46.599968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000492106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:58:46.60009Z","caller":"traceutil/trace.go:171","msg":"trace[892725939] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000695911s","start":"2026-03-31T18:58:44.599365Z","end":"2026-03-31T18:58:46.600061Z","steps":["trace[892725939] 'agreement among raft nodes before linearized reading' (duration: 2.000523316s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:46.600157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:44.599302Z","time spent":"2.000842835s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:58:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:58:47.034489Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264859779170394,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:58:47.534969Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264859779170394,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:58:48.007589Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"9.255958201s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:58:48.354909Z","caller":"traceutil/trace.go:171","msg":"trace[581420723] transaction","detail":"{read_only:false; response_revision:13268; number_of_response:1; }","duration":"6.135782163s","start":"2026-03-31T18:58:42.219101Z","end":"2026-03-31T18:58:48.354883Z","steps":["trace[581420723] 'process raft request' (duration: 6.13567077s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:58:48.354925Z","caller":"traceutil/trace.go:171","msg":"trace[1259868917] transaction","detail":"{read_only:false; response_revision:13267; number_of_response:1; }","duration":"6.342765277s","start":"2026-03-31T18:58:42.012094Z","end":"2026-03-31T18:58:48.35486Z","steps":["trace[1259868917] 'process raft request' (duration: 6.342518591s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.354999Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"109.363µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-03-31T18:58:48.355039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:42.219067Z","time spent":"6.135916526s","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:58:48.35512Z","caller":"traceutil/trace.go:171","msg":"trace[7220406] linearizableReadLoop","detail":"{readStateIndex:13756; appliedIndex:13748; }","duration":"2.322522268s","start":"2026-03-31T18:58:46.032573Z","end":"2026-03-31T18:58:48.355096Z","steps":["trace[7220406] 'read index received' (duration: 1.975288933s)","trace[7220406] 'applied index is now lower than readState.Index' (duration: 347.231955ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:58:48.355148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:42.012054Z","time spent":"6.342973844s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:58:48.355228Z","caller":"traceutil/trace.go:171","msg":"trace[680979952] transaction","detail":"{read_only:false; response_revision:13269; number_of_response:1; }","duration":"3.925795736s","start":"2026-03-31T18:58:44.429422Z","end":"2026-03-31T18:58:48.355217Z","steps":["trace[680979952] 'process raft request' (duration: 3.925406845s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.355341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:44.429395Z","time spent":"3.925869197s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:58:48.355385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.835294869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:58:48.355419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.277460622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-31T18:58:48.355413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.247531311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:58:48.355454Z","caller":"traceutil/trace.go:171","msg":"trace[328336375] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:13269; }","duration":"4.277550035s","start":"2026-03-31T18:58:44.077896Z","end":"2026-03-31T18:58:48.355446Z","steps":["trace[328336375] 'agreement among raft nodes before linearized reading' (duration: 4.27741543s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:58:48.355442Z","caller":"traceutil/trace.go:171","msg":"trace[1785859534] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:13269; }","duration":"2.835396613s","start":"2026-03-31T18:58:45.52003Z","end":"2026-03-31T18:58:48.355427Z","steps":["trace[1785859534] 'agreement among raft nodes before linearized reading' (duration: 2.835286409s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.355473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:44.07787Z","time spent":"4.277600167s","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"info","ts":"2026-03-31T18:58:48.355477Z","caller":"traceutil/trace.go:171","msg":"trace[924543916] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:13269; }","duration":"6.247668966s","start":"2026-03-31T18:58:42.107791Z","end":"2026-03-31T18:58:48.35546Z","steps":["trace[924543916] 'agreement among raft nodes before linearized reading' (duration: 6.247512311s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.355486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:45.52001Z","time spent":"2.835467394s","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:58:48.355514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:42.107763Z","time spent":"6.247742638s","remote":"127.0.0.1:37690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:58:48.355563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.806973089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T18:58:48.355592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.7460481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:58:48.355597Z","caller":"traceutil/trace.go:171","msg":"trace[1708384684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13269; }","duration":"7.807019019s","start":"2026-03-31T18:58:40.548568Z","end":"2026-03-31T18:58:48.355587Z","steps":["trace[1708384684] 'agreement among raft nodes before linearized reading' (duration: 7.806898646s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:58:48.355612Z","caller":"traceutil/trace.go:171","msg":"trace[232210908] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:13269; }","duration":"3.746069831s","start":"2026-03-31T18:58:44.609538Z","end":"2026-03-31T18:58:48.355608Z","steps":["trace[232210908] 'agreement among raft nodes before linearized reading' (duration: 3.74602155s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.355622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:40.548558Z","time spent":"7.80705971s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:58:48.355631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:44.609462Z","time spent":"3.746166113s","remote":"127.0.0.1:45234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:58:48.355728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.807209855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T18:58:48.355757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.1014682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-31T18:58:48.355753Z","caller":"traceutil/trace.go:171","msg":"trace[1491096483] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13269; }","duration":"7.807282336s","start":"2026-03-31T18:58:40.548463Z","end":"2026-03-31T18:58:48.355745Z","steps":["trace[1491096483] 'agreement among raft nodes before linearized reading' (duration: 7.807220045s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.355753Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4f3d9d4527f5fd72","error":"lease not found"} {"level":"info","ts":"2026-03-31T18:58:48.355777Z","caller":"traceutil/trace.go:171","msg":"trace[2080371771] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:13269; }","duration":"4.101510532s","start":"2026-03-31T18:58:44.254258Z","end":"2026-03-31T18:58:48.355769Z","steps":["trace[2080371771] 'agreement among raft nodes before linearized reading' (duration: 4.10145819s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.355787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:40.548427Z","time spent":"7.807356069s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:58:48.355787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.350027055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T18:58:48.355825Z","caller":"traceutil/trace.go:171","msg":"trace[2140179856] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13269; }","duration":"4.350102937s","start":"2026-03-31T18:58:44.00571Z","end":"2026-03-31T18:58:48.355813Z","steps":["trace[2140179856] 'agreement among raft nodes before linearized reading' (duration: 4.349991124s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.355861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:44.005684Z","time spent":"4.350171008s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T18:58:48.355876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.904102416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-31T18:58:48.355837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.807026229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T18:58:48.355942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.599146754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-31T18:58:48.355997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.540178617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T18:58:48.356008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.883579005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:58:48.356033Z","caller":"traceutil/trace.go:171","msg":"trace[207610582] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:13269; }","duration":"1.883603415s","start":"2026-03-31T18:58:46.472421Z","end":"2026-03-31T18:58:48.356024Z","steps":["trace[207610582] 'agreement among raft nodes before linearized reading' (duration: 1.883559544s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:58:48.356028Z","caller":"traceutil/trace.go:171","msg":"trace[2123536853] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:13269; }","duration":"2.599283259s","start":"2026-03-31T18:58:45.75673Z","end":"2026-03-31T18:58:48.356013Z","steps":["trace[2123536853] 'agreement among raft nodes before linearized reading' (duration: 2.599065333s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.356064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:46.472345Z","time spent":"1.883713989s","remote":"127.0.0.1:35958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:58:48.35608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:45.756699Z","time spent":"2.599370661s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":514,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-31T18:58:48.356089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.660140991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:58:48.356126Z","caller":"traceutil/trace.go:171","msg":"trace[766263856] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:13269; }","duration":"4.660176952s","start":"2026-03-31T18:58:43.695939Z","end":"2026-03-31T18:58:48.356116Z","steps":["trace[766263856] 'agreement among raft nodes before linearized reading' (duration: 4.66012044s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.356164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:43.695916Z","time spent":"4.660240224s","remote":"127.0.0.1:38316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:58:48.355901Z","caller":"traceutil/trace.go:171","msg":"trace[1394389823] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:13269; }","duration":"7.904178308s","start":"2026-03-31T18:58:40.451716Z","end":"2026-03-31T18:58:48.355895Z","steps":["trace[1394389823] 'agreement among raft nodes before linearized reading' (duration: 7.904119226s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.356213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.957767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:58:48.356217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.566092631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/rook-ceph-cluster-mgmt\" ","response":"range_response_count:1 size:736"} {"level":"warn","ts":"2026-03-31T18:58:48.355958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.2614342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"warn","ts":"2026-03-31T18:58:48.355798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:44.254247Z","time spent":"4.101547972s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-31T18:58:48.356259Z","caller":"traceutil/trace.go:171","msg":"trace[282379501] range","detail":"{range_begin:/registry/rolebindings/openstack/rook-ceph-cluster-mgmt; range_end:; response_count:1; response_revision:13269; }","duration":"6.566174942s","start":"2026-03-31T18:58:41.790074Z","end":"2026-03-31T18:58:48.356249Z","steps":["trace[282379501] 'agreement among raft nodes before linearized reading' (duration: 6.56607722s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.356282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.531966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:58:48.356285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.747805846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:58:48.355839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.129940131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-03-31T18:58:48.356305Z","caller":"traceutil/trace.go:171","msg":"trace[1549971532] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13269; }","duration":"417.600678ms","start":"2026-03-31T18:58:47.938696Z","end":"2026-03-31T18:58:48.356297Z","steps":["trace[1549971532] 'agreement among raft nodes before linearized reading' (duration: 417.565117ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:58:48.356308Z","caller":"traceutil/trace.go:171","msg":"trace[1984510503] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13269; }","duration":"1.747848108s","start":"2026-03-31T18:58:46.608453Z","end":"2026-03-31T18:58:48.356301Z","steps":["trace[1984510503] 'agreement among raft nodes before linearized reading' (duration: 1.747811137s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:58:48.356294Z","caller":"traceutil/trace.go:171","msg":"trace[1026679855] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:13269; }","duration":"9.26179486s","start":"2026-03-31T18:58:39.094466Z","end":"2026-03-31T18:58:48.356261Z","steps":["trace[1026679855] 'agreement among raft nodes before linearized reading' (duration: 9.26144863s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.356324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:47.938674Z","time spent":"417.645209ms","remote":"127.0.0.1:38286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:58:48.356328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:46.608442Z","time spent":"1.747883119s","remote":"127.0.0.1:44762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:58:48.356321Z","caller":"traceutil/trace.go:171","msg":"trace[1526725953] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:13269; }","duration":"4.130459396s","start":"2026-03-31T18:58:44.225852Z","end":"2026-03-31T18:58:48.356311Z","steps":["trace[1526725953] 'agreement among raft nodes before linearized reading' (duration: 4.129957402s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.356363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.315425828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:58:48.356374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:44.225828Z","time spent":"4.130537728s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-03-31T18:58:48.356372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:39.094435Z","time spent":"9.261905332s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5152,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"info","ts":"2026-03-31T18:58:48.356397Z","caller":"traceutil/trace.go:171","msg":"trace[1034241943] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:13269; }","duration":"7.315494711s","start":"2026-03-31T18:58:41.040893Z","end":"2026-03-31T18:58:48.356388Z","steps":["trace[1034241943] 'agreement among raft nodes before linearized reading' (duration: 7.31543818s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.356397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.86339287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:58:48.356031Z","caller":"traceutil/trace.go:171","msg":"trace[1546194759] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13269; }","duration":"4.54028771s","start":"2026-03-31T18:58:43.815732Z","end":"2026-03-31T18:58:48.35602Z","steps":["trace[1546194759] 'agreement among raft nodes before linearized reading' (duration: 4.540202628s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.356439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:41.040873Z","time spent":"7.315554593s","remote":"127.0.0.1:45006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:58:48.356447Z","caller":"traceutil/trace.go:171","msg":"trace[1463689203] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13269; }","duration":"1.863459703s","start":"2026-03-31T18:58:46.492973Z","end":"2026-03-31T18:58:48.356433Z","steps":["trace[1463689203] 'agreement among raft nodes before linearized reading' (duration: 1.863315779s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.356301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:41.790053Z","time spent":"6.566239464s","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":759,"request content":"key:\"/registry/rolebindings/openstack/rook-ceph-cluster-mgmt\" "} {"level":"warn","ts":"2026-03-31T18:58:48.356494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:46.492966Z","time spent":"1.863515574s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:58:48.356506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.339378974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:58:48.356235Z","caller":"traceutil/trace.go:171","msg":"trace[138858721] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13269; }","duration":"970.026018ms","start":"2026-03-31T18:58:47.386203Z","end":"2026-03-31T18:58:48.356229Z","steps":["trace[138858721] 'agreement among raft nodes before linearized reading' (duration: 969.957366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.356454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:43.815681Z","time spent":"4.540767693s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-31T18:58:48.356572Z","caller":"traceutil/trace.go:171","msg":"trace[1040993505] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:13269; }","duration":"5.339531138s","start":"2026-03-31T18:58:43.017017Z","end":"2026-03-31T18:58:48.356548Z","steps":["trace[1040993505] 'agreement among raft nodes before linearized reading' (duration: 5.339376063s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.356228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:40.45169Z","time spent":"7.904523608s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:58:48.355948Z","caller":"traceutil/trace.go:171","msg":"trace[1667573700] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13269; }","duration":"7.807193034s","start":"2026-03-31T18:58:40.548732Z","end":"2026-03-31T18:58:48.355925Z","steps":["trace[1667573700] 'agreement among raft nodes before linearized reading' (duration: 7.80667453s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.356129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.565316449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:1294"} {"level":"warn","ts":"2026-03-31T18:58:48.356618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:43.016969Z","time spent":"5.339633831s","remote":"127.0.0.1:37012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:58:48.356637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:40.548705Z","time spent":"7.807921845s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:58:48.356644Z","caller":"traceutil/trace.go:171","msg":"trace[1098281190] range","detail":"{range_begin:/registry/rolebindings/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:13269; }","duration":"6.565884705s","start":"2026-03-31T18:58:41.79075Z","end":"2026-03-31T18:58:48.356635Z","steps":["trace[1098281190] 'agreement among raft nodes before linearized reading' (duration: 6.565303669s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.356679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:41.79072Z","time spent":"6.565949506s","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":1317,"request content":"key:\"/registry/rolebindings/openstack/rabbitmq-messaging-topology-operator\" "} {"level":"warn","ts":"2026-03-31T18:58:48.356567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:47.38618Z","time spent":"970.377857ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:58:48.356741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.402040718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:58:48.356451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.967057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:58:48.35678Z","caller":"traceutil/trace.go:171","msg":"trace[388961617] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:13269; }","duration":"7.402130851s","start":"2026-03-31T18:58:40.954634Z","end":"2026-03-31T18:58:48.356765Z","steps":["trace[388961617] 'agreement among raft nodes before linearized reading' (duration: 7.402067509s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:58:48.356797Z","caller":"traceutil/trace.go:171","msg":"trace[1289322115] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13269; }","duration":"808.349438ms","start":"2026-03-31T18:58:47.54843Z","end":"2026-03-31T18:58:48.356779Z","steps":["trace[1289322115] 'agreement among raft nodes before linearized reading' (duration: 807.982688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.356812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:40.954608Z","time spent":"7.402195081s","remote":"127.0.0.1:36974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:58:48.356834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:47.548401Z","time spent":"808.42417ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:58:48.356927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.516292551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:58:48.356956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.799834593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rj546\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-03-31T18:58:48.356984Z","caller":"traceutil/trace.go:171","msg":"trace[1304143516] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rj546; range_end:; response_count:1; response_revision:13269; }","duration":"7.799885134s","start":"2026-03-31T18:58:40.557092Z","end":"2026-03-31T18:58:48.356977Z","steps":["trace[1304143516] 'agreement among raft nodes before linearized reading' (duration: 7.799807311s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:58:48.35699Z","caller":"traceutil/trace.go:171","msg":"trace[1829506549] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:13269; }","duration":"5.516359143s","start":"2026-03-31T18:58:42.840616Z","end":"2026-03-31T18:58:48.356975Z","steps":["trace[1829506549] 'agreement among raft nodes before linearized reading' (duration: 5.51621271s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.357003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:40.557076Z","time spent":"7.799922845s","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-rj546\" "} {"level":"warn","ts":"2026-03-31T18:58:48.357036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:42.840526Z","time spent":"5.516495766s","remote":"127.0.0.1:38108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:58:48.356029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.264386815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:58:48.357087Z","caller":"traceutil/trace.go:171","msg":"trace[325193820] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:13269; }","duration":"6.265446704s","start":"2026-03-31T18:58:42.091625Z","end":"2026-03-31T18:58:48.357071Z","steps":["trace[325193820] 'agreement among raft nodes before linearized reading' (duration: 6.264360425s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.357127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:42.091573Z","time spent":"6.265539756s","remote":"127.0.0.1:36134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:58:48.357515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.217210838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-31T18:58:48.357623Z","caller":"traceutil/trace.go:171","msg":"trace[1567663578] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13269; }","duration":"6.21757671s","start":"2026-03-31T18:58:42.140017Z","end":"2026-03-31T18:58:48.357594Z","steps":["trace[1567663578] 'agreement among raft nodes before linearized reading' (duration: 6.216975903s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.357707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:42.140007Z","time spent":"6.217690304s","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T18:58:48.597186Z","caller":"traceutil/trace.go:171","msg":"trace[2135781243] linearizableReadLoop","detail":"{readStateIndex:13757; appliedIndex:13756; }","duration":"240.099604ms","start":"2026-03-31T18:58:48.35704Z","end":"2026-03-31T18:58:48.59714Z","steps":["trace[2135781243] 'read index received' (duration: 205.080672ms)","trace[2135781243] 'applied index is now lower than readState.Index' (duration: 35.017452ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:58:48.597371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.305179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:58:48.597491Z","caller":"traceutil/trace.go:171","msg":"trace[1062241425] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13269; }","duration":"240.432684ms","start":"2026-03-31T18:58:48.357032Z","end":"2026-03-31T18:58:48.597465Z","steps":["trace[1062241425] 'agreement among raft nodes before linearized reading' (duration: 240.202928ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:58:48.614892Z","caller":"traceutil/trace.go:171","msg":"trace[1012794686] transaction","detail":"{read_only:false; response_revision:13270; number_of_response:1; }","duration":"249.76049ms","start":"2026-03-31T18:58:48.365107Z","end":"2026-03-31T18:58:48.614868Z","steps":["trace[1012794686] 'process raft request' (duration: 249.535523ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:58:48.615269Z","caller":"traceutil/trace.go:171","msg":"trace[397227079] transaction","detail":"{read_only:false; response_revision:13273; number_of_response:1; }","duration":"250.004275ms","start":"2026-03-31T18:58:48.365253Z","end":"2026-03-31T18:58:48.615257Z","steps":["trace[397227079] 'process raft request' (duration: 249.935614ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:58:48.615292Z","caller":"traceutil/trace.go:171","msg":"trace[556204530] transaction","detail":"{read_only:false; response_revision:13272; number_of_response:1; }","duration":"250.049447ms","start":"2026-03-31T18:58:48.365218Z","end":"2026-03-31T18:58:48.615267Z","steps":["trace[556204530] 'process raft request' (duration: 249.887563ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:58:48.615309Z","caller":"traceutil/trace.go:171","msg":"trace[440567545] transaction","detail":"{read_only:false; response_revision:13271; number_of_response:1; }","duration":"250.092827ms","start":"2026-03-31T18:58:48.365183Z","end":"2026-03-31T18:58:48.615276Z","steps":["trace[440567545] 'process raft request' (duration: 249.641365ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:58:48.615419Z","caller":"traceutil/trace.go:171","msg":"trace[2063610316] transaction","detail":"{read_only:false; response_revision:13274; number_of_response:1; }","duration":"250.033817ms","start":"2026-03-31T18:58:48.365378Z","end":"2026-03-31T18:58:48.615411Z","steps":["trace[2063610316] 'process raft request' (duration: 249.842471ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:58:48.615452Z","caller":"traceutil/trace.go:171","msg":"trace[264754575] transaction","detail":"{read_only:false; response_revision:13277; number_of_response:1; }","duration":"249.968274ms","start":"2026-03-31T18:58:48.365472Z","end":"2026-03-31T18:58:48.61544Z","steps":["trace[264754575] 'process raft request' (duration: 249.827631ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:58:48.615421Z","caller":"traceutil/trace.go:171","msg":"trace[769950187] transaction","detail":"{read_only:false; response_revision:13276; number_of_response:1; }","duration":"249.954044ms","start":"2026-03-31T18:58:48.365455Z","end":"2026-03-31T18:58:48.615409Z","steps":["trace[769950187] 'process raft request' (duration: 249.823799ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:58:48.615563Z","caller":"traceutil/trace.go:171","msg":"trace[845716102] transaction","detail":"{read_only:false; response_revision:13275; number_of_response:1; }","duration":"250.089019ms","start":"2026-03-31T18:58:48.365424Z","end":"2026-03-31T18:58:48.615513Z","steps":["trace[845716102] 'process raft request' (duration: 249.827041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.615649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.775246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:58:48.615687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.82617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-03-31T18:58:48.615692Z","caller":"traceutil/trace.go:171","msg":"trace[723168570] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:13278; }","duration":"168.870837ms","start":"2026-03-31T18:58:48.44681Z","end":"2026-03-31T18:58:48.615681Z","steps":["trace[723168570] 'agreement among raft nodes before linearized reading' (duration: 168.772234ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:58:48.615729Z","caller":"traceutil/trace.go:171","msg":"trace[2017613414] range","detail":"{range_begin:/registry/rolebindings/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:13278; }","duration":"253.903881ms","start":"2026-03-31T18:58:48.361809Z","end":"2026-03-31T18:58:48.615712Z","steps":["trace[2017613414] 'agreement among raft nodes before linearized reading' (duration: 253.751328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.615715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.82606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/rook-ceph-cluster-mgmt\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-03-31T18:58:48.615725Z","caller":"traceutil/trace.go:171","msg":"trace[1359489949] transaction","detail":"{read_only:false; response_revision:13278; number_of_response:1; }","duration":"250.18564ms","start":"2026-03-31T18:58:48.365506Z","end":"2026-03-31T18:58:48.615691Z","steps":["trace[1359489949] 'process raft request' (duration: 249.859321ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:58:48.615806Z","caller":"traceutil/trace.go:171","msg":"trace[1624648308] range","detail":"{range_begin:/registry/rolebindings/openstack/rook-ceph-cluster-mgmt; range_end:; response_count:1; response_revision:13278; }","duration":"253.910033ms","start":"2026-03-31T18:58:48.361859Z","end":"2026-03-31T18:58:48.615769Z","steps":["trace[1624648308] 'agreement among raft nodes before linearized reading' (duration: 253.688147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.615813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.938566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-31T18:58:48.615791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.727225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T18:58:48.615865Z","caller":"traceutil/trace.go:171","msg":"trace[2000867276] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13278; }","duration":"253.029299ms","start":"2026-03-31T18:58:48.362821Z","end":"2026-03-31T18:58:48.61585Z","steps":["trace[2000867276] 'agreement among raft nodes before linearized reading' (duration: 252.773661ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:58:48.61591Z","caller":"traceutil/trace.go:171","msg":"trace[340943388] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:13278; }","duration":"250.868318ms","start":"2026-03-31T18:58:48.365015Z","end":"2026-03-31T18:58:48.615883Z","steps":["trace[340943388] 'agreement among raft nodes before linearized reading' (duration: 250.529659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.615722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.240426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a200894f5ea5f6\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T18:58:48.615988Z","caller":"traceutil/trace.go:171","msg":"trace[28289958] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a200894f5ea5f6; range_end:; response_count:1; response_revision:13278; }","duration":"256.529705ms","start":"2026-03-31T18:58:48.359439Z","end":"2026-03-31T18:58:48.615969Z","steps":["trace[28289958] 'agreement among raft nodes before linearized reading' (duration: 256.134024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.615837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.488797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-03-31T18:58:48.616109Z","caller":"traceutil/trace.go:171","msg":"trace[423274446] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:13278; }","duration":"250.753237ms","start":"2026-03-31T18:58:48.365331Z","end":"2026-03-31T18:58:48.616084Z","steps":["trace[423274446] 'agreement among raft nodes before linearized reading' (duration: 250.440778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.616094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.526479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-31T18:58:48.616162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.571095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:40 size:358658"} {"level":"info","ts":"2026-03-31T18:58:48.616221Z","caller":"traceutil/trace.go:171","msg":"trace[1850288612] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:40; response_revision:13278; }","duration":"252.665518ms","start":"2026-03-31T18:58:48.363541Z","end":"2026-03-31T18:58:48.616206Z","steps":["trace[1850288612] 'agreement among raft nodes before linearized reading' (duration: 251.98749ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:58:48.616225Z","caller":"traceutil/trace.go:171","msg":"trace[2016812236] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:13278; }","duration":"250.694355ms","start":"2026-03-31T18:58:48.365498Z","end":"2026-03-31T18:58:48.616192Z","steps":["trace[2016812236] 'agreement among raft nodes before linearized reading' (duration: 250.273083ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:59:00.652977Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11845} {"level":"info","ts":"2026-03-31T18:59:00.754274Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11845,"took":"98.415023ms","hash":326284601,"current-db-size-bytes":55246848,"current-db-size":"55 MB","current-db-size-in-use-bytes":18567168,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-03-31T18:59:00.75435Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":326284601,"revision":11845,"compact-revision":10023}